-- Logs begin at Tue 2021-08-17 11:28:04 UTC, end at Tue 2021-08-17 12:27:44 UTC. -- Aug 17 11:57:35.807828 dv-cinder-778193-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 11:57:38.517603 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.common.config [-] Logging enabled! Aug 17 11:57:38.518186 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 11:57:38.518379 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 11:57:38.521603 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.common.config [-] Logging enabled! Aug 17 11:57:38.521863 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 11:57:38.522178 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 11:57:38.523620 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 11:57:38.523875 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 11:57:38.524242 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 11:57:38.524494 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 11:57:38.524726 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 11:57:38.525079 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.525386 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.525687 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.525921 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.526218 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.526514 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.526803 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.527095 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.527396 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.527686 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.527969 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.528256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.528491 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.528778 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.529103 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.529399 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.529625 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] debug = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.529910 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.530342 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.530759 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.531044 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.531500 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.531623 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.531899 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.532179 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.532469 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.532804 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] host = dv-cinder-778193-3-iscsi {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.533116 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.533407 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.533703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.533992 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.534271 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.534551 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.534837 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.535115 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.535391 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.535670 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.535961 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.536253 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.536546 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.536776 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.537028 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.537323 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.537615 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.537895 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.538175 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.538454 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.538756 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.539569 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.539845 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.540137 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.540428 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.540717 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.541025 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.541309 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.541589 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.541868 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.542159 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.542437 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.542713 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.542992 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.543284 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.543560 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.543843 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.544148 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.544436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.544720 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.545283 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.545563 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.545847 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.546124 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.546401 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.546677 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_json = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.546954 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.547228 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.547515 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.547793 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.548080 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.548346 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.548621 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.548929 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:38.549232 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.549536 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.549842 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.550132 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.550539 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.550717 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.551009 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.551291 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.551587 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.551881 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.552173 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.552457 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.552751 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.553061 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.553359 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.553674 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.553973 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.554267 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.554573 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.554853 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.555132 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.555415 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.555706 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.556006 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.556300 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.556580 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.556864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.557185 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.557468 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.557748 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.558033 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.558326 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.558609 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.558887 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.559174 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.559456 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.559734 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.560012 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.560293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.560586 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.560867 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.561168 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.561444 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.561727 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.562005 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.562295 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.562578 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.562854 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.563129 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.563410 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.563694 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.563972 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.564254 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.564532 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.564816 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.565128 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.565405 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.565682 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.565959 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.566235 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.566511 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.566784 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.567064 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.567339 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.567612 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.567889 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.568167 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.568444 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.568736 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.569065 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.569350 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.569631 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.569913 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.570318 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.570602 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.570886 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.571170 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.571453 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.571729 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.572022 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.572310 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.572600 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.572889 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.573196 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.573494 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.573781 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.574067 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.574349 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.574629 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.574920 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.575208 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.575501 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.575794 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.576087 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.576382 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.576676 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.576983 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.577297 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.577581 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:38.577801 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 11:57:38.578042 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93844) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 11:57:38.944620 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 11:57:38.944897 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 11:57:38.945244 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 11:57:38.945584 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 11:57:39.337736 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.338032 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.338307 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.339508 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.339794 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.340066 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.374016 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.374301 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.374578 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.391341 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.391623 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.391898 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.419573 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.420114 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.420384 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.456557 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.456842 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.457143 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.687936 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.688526 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.688526 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.688672 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.689430 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.809223 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.809555 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.809849 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.810133 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.810421 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.810737 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.811004 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.811266 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.811527 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.811815 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.812083 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.812354 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.812624 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.812883 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.813185 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.813457 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.813722 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.813995 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.814271 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.814537 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.814812 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.815070 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.815355 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.815736 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.816001 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.816254 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.816656 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.816902 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.817168 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.817412 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.817656 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.817898 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:39.818269 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 11:57:39.822078 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 11:57:39.826043 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 11:57:39.829823 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 17 11:57:39.831461 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 11:57:39.831911 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 11:57:39.832254 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 11:57:39.832647 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 11:57:39.835482 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 11:57:39.836324 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 11:57:39.836679 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 11:57:39.842158 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 11:57:39.863914 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 11:57:39.864363 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.864665 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 11:57:39.865059 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.866414 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 11:57:39.866701 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 11:57:39.866992 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 11:57:39.870189 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.870480 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:39.935134 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 11:57:39.935379 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 11:57:39.935623 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 11:57:39.936000 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 11:57:39.956701 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_db.sqlalchemy.engines [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93844) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 11:57:40.499211 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing driver for type 'gre' Aug 17 11:57:40.499775 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] gre ID ranges: [(1, 1000)] Aug 17 11:57:40.553144 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing driver for type 'local' Aug 17 11:57:40.553929 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing driver for type 'vlan' Aug 17 11:57:40.569502 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] VlanTypeDriver initialization complete Aug 17 11:57:40.569936 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing driver for type 'vxlan' Aug 17 11:57:40.570580 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] vxlan ID ranges: [(1, 1000)] Aug 17 11:57:40.624518 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing extension driver 'port_security' Aug 17 11:57:40.624801 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.extensions.port_security [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] PortSecurityExtensionDriver initialization complete Aug 17 11:57:40.625121 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing mechanism driver 'openvswitch' Aug 17 11:57:40.625450 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing mechanism driver 'hyperv' Aug 17 11:57:40.631963 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.plugin [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:40.632833 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.633236 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.633597 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.634302 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.634803 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.635013 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.635262 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.635657 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.636069 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.636424 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.636772 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.637198 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.637858 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.638347 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.638347 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.638687 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.639093 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.639447 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.639791 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.640184 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.640587 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > address_group after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.640958 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > address_group after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.641447 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.641971 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 11:57:40.642061 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] ML2 OVO RPC backend initialized. {{(pid=93844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 11:57:40.642769 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.643126 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.643551 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.643907 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > networks before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.644261 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.644827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > ports before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.645374 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.645374 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnets before_response 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.645668 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.646016 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.646365 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.646708 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.647053 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.647394 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.647737 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.648101 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.648445 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.649067 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.plugin [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Modular L2 Plugin initialization complete Aug 17 11:57:40.649417 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading services supported by the core plugin {{(pid=93844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 11:57:40.649740 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.plugins.ml2.managers [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Got port-security extension from driver 'port_security' Aug 17 11:57:40.650209 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.extensions.vlantransparent [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Disabled vlantransparent extension. Aug 17 11:57:40.650694 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 11:57:40.651014 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: router Aug 17 11:57:40.688358 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.688955 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_create 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.689140 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router before_create 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.689513 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.689897 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.690258 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_delete 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.690622 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.692568 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_create 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.692981 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.693370 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.693743 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.694119 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.694542 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.694945 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.695298 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.695644 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: subnet after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.695999 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.696353 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.696709 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_create 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.697094 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.697448 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.697810 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router after_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.698159 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.698517 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_create 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.698884 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.699236 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_update 55549900 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.699607 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > agent after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.699976 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > agent after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.700313 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > network after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.701201 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Tracking information for resource: router configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:40.701540 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Tracking information for resource: floatingip configured {{(pid=93844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 11:57:40.706519 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.db.l3_agentschedulers_db [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 11:57:40.707100 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.707466 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.707827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.708188 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: port after_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.709072 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router before_create 55550100 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.709446 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.709816 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_create 55550100 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.710178 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > router precommit_update 55550100 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.714624 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.provider_configuration [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service providers = [] {{(pid=93844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 11:57:40.714996 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.db.servicetype_db [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 11:57:40.717973 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.service_base [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 11:57:40.718328 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.service_base [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 11:57:40.718680 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.service_base [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 11:57:40.719576 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.services.service_base [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 11:57:40.719954 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.services.service_base [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 11:57:40.720335 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.720654 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 11:57:40.731659 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.731996 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: auto_allocate Aug 17 11:57:40.737692 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: network precommit_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.738067 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: network precommit_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.738584 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.738908 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: tag Aug 17 11:57:40.746215 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.746551 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: timestamp Aug 17 11:57:40.750427 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.750716 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: network_ip_availability Aug 17 11:57:40.756081 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.756458 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.756820 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.757595 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.757921 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: flavors Aug 17 11:57:40.762914 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.763255 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading Plugin: revisions Aug 17 11:57:40.767675 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 11:57:40.768079 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 11:57:40.768815 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 11:57:40.769183 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Initializing extension manager. Aug 17 11:57:40.769703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: __init__.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.770051 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: __pycache__ {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.770389 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.770742 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: address_group.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.771495 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.772074 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: address-group Aug 17 11:57:40.772403 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: address_scope.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.773676 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.774188 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: address-scope Aug 17 11:57:40.774516 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.775451 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.775963 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: router-admin-state-down-before-update Aug 17 11:57:40.776293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: agent.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.777040 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.777549 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: agent Aug 17 11:57:40.777873 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: agent_resources_synced.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.778796 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.779307 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: agent-resources-synced Aug 17 11:57:40.779630 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: allowedaddresspairs.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.781454 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.781979 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: allowed-address-pairs Aug 17 11:57:40.782314 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: auto_allocated_topology.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.783403 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.783923 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: auto-allocated-topology Aug 17 11:57:40.784251 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: availability_zone.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.784978 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.785489 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: availability_zone Aug 17 11:57:40.785815 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: availability_zone_filter.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.786735 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.787241 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: availability_zone_filter Aug 17 11:57:40.787566 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: data_plane_status.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.788483 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.789564 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 11:57:40.789890 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: default_subnetpools.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.790819 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.791325 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: default-subnetpools Aug 17 11:57:40.791649 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.792470 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.793004 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: dhcp_agent_scheduler Aug 17 11:57:40.793331 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: dns.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.794252 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.794754 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension dns-integration not supported by any of loaded plugins Aug 17 11:57:40.795329 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: dns_domain_ports.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.796253 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.796758 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 11:57:40.797111 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.798043 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.798548 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 11:57:40.798873 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: dvr.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.799551 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.800062 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: dvr Aug 17 11:57:40.800387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: ecmp_routes.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.801342 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.801849 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 11:57:40.802176 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: empty_string_filtering.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.803097 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.803608 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: empty-string-filtering Aug 17 11:57:40.803936 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.804877 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.805412 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 11:57:40.805738 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.806665 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.807171 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 11:57:40.807497 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: external_net.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.808410 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.808934 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: external-net Aug 17 11:57:40.809273 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.810190 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.810699 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: extra_dhcp_opt Aug 17 11:57:40.811023 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: extraroute.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.811945 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.812456 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: extraroute Aug 17 11:57:40.812780 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: extraroute_atomic.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.813834 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.814345 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: extraroute-atomic Aug 17 11:57:40.814669 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: filter_validation.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.815510 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.816026 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: filter-validation Aug 17 11:57:40.816354 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: fip_pf_description.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.817317 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.817844 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 11:57:40.818146 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: fip_port_details.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.819090 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.819599 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: fip-port-details Aug 17 11:57:40.819947 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: flavors.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.821214 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.821731 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: flavors Aug 17 11:57:40.822061 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.823707 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.824230 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 11:57:40.824563 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: floatingip_pools.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.825310 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.825821 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: floatingip-pools Aug 17 11:57:40.826150 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: ip_allocation.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.827084 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.827594 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 11:57:40.827924 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.828850 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.829391 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: ip-substring-filtering Aug 17 11:57:40.829723 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l2_adjacency.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.830663 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.831169 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 11:57:40.831499 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.832473 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.833027 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: router Aug 17 11:57:40.833361 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.836103 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.836634 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 11:57:40.836996 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.837938 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.838459 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: ext-gw-mode Aug 17 11:57:40.838793 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.839739 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.840253 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: l3-ha Aug 17 11:57:40.840585 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3_flavors.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.841548 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.842059 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: l3-flavors Aug 17 11:57:40.842390 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.843307 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.843817 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 11:57:40.844150 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: l3agentscheduler.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.845227 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.845745 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: l3_agent_scheduler Aug 17 11:57:40.846077 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: logging.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.847550 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.848071 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension logging not supported by any of loaded plugins Aug 17 11:57:40.848406 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: metering.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.849183 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.849757 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: metering Aug 17 11:57:40.850085 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.851834 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.852358 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: metering_source_and_destination_fields Aug 17 11:57:40.852692 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: multiprovidernet.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.853656 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.854174 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: multi-provider Aug 17 11:57:40.854508 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: netmtu.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.855434 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.855946 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: net-mtu Aug 17 11:57:40.856275 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: netmtu_writable.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.857234 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.857746 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: net-mtu-writable Aug 17 11:57:40.858076 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: network_availability_zone.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.858754 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.859261 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: network_availability_zone Aug 17 11:57:40.859587 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: network_ip_availability.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.860710 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.861260 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: network-ip-availability Aug 17 11:57:40.861588 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: network_segment_range.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.862352 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.862856 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 11:57:40.863183 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: pagination.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.864174 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.864652 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: pagination Aug 17 11:57:40.865022 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: port_device_profile.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.865950 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.866535 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: port-device-profile Aug 17 11:57:40.866897 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.867839 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.868349 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: port-mac-address-regenerate Aug 17 11:57:40.868673 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.869633 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.870145 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: port-numa-affinity-policy Aug 17 11:57:40.870469 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: port_resource_request.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.871397 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.871931 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 11:57:40.872257 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: portbindings.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.873227 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.873734 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: binding Aug 17 11:57:40.874060 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: portbindings_extended.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.875340 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.875864 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: binding-extended Aug 17 11:57:40.876196 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: portsecurity.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.877147 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.877661 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: port-security Aug 17 11:57:40.877987 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: project_id.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.878994 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.879343 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: project-id Aug 17 11:57:40.879672 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: providernet.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.880599 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.881141 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: provider Aug 17 11:57:40.881466 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.885069 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.885601 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos not supported by any of loaded plugins Aug 17 11:57:40.885939 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.887187 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.887703 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 11:57:40.888036 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.888993 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.889512 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 11:57:40.889842 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_default.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.890765 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.891278 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-default not supported by any of loaded plugins Aug 17 11:57:40.891607 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_fip.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.892270 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.892771 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-fip not supported by any of loaded plugins Aug 17 11:57:40.893121 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_gateway_ip.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.894053 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.894564 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 11:57:40.894893 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_port_network_policy.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.895823 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.896331 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 11:57:40.896659 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_pps_rule.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.897864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.898905 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-pps not supported by any of loaded plugins Aug 17 11:57:40.899273 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_rule_type_details.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.900219 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.900738 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 11:57:40.901125 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: qos_rules_alias.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.902180 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.902726 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 11:57:40.903053 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: quotasv2.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.904155 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.904488 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: quotas Aug 17 11:57:40.904812 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: quotasv2_detail.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.907909 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.908251 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: quota_details Aug 17 11:57:40.908585 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: rbac.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.909683 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.910216 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: rbac-policies Aug 17 11:57:40.910553 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: rbac_address_group.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.911488 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.912003 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: rbac-address-group Aug 17 11:57:40.912332 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: rbac_address_scope.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.913293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.914769 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: rbac-address-scope Aug 17 11:57:40.915557 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: rbac_security_groups.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.916488 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.917038 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: rbac-security-groups Aug 17 11:57:40.917368 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: rbac_subnetpool.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.918293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.918804 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: rbac-subnetpool Aug 17 11:57:40.919132 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: revisionifmatch.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.920312 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.920824 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: revision-if-match Aug 17 11:57:40.921181 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: revisions.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.922298 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.922808 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: standard-attr-revisions Aug 17 11:57:40.923139 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: router_availability_zone.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.923832 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.924342 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: router_availability_zone Aug 17 11:57:40.924672 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: routerservicetype.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.925636 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.926146 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension router-service-type not supported by any of loaded plugins Aug 17 11:57:40.926476 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.927415 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.927928 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: security-groups-normalized-cidr Aug 17 11:57:40.928259 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.929214 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.930738 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: port-security-groups-filtering Aug 17 11:57:40.930738 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.931530 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.931530 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: security-groups-remote-address-group Aug 17 11:57:40.931922 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: securitygroup.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.945518 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.946098 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: security-group Aug 17 11:57:40.946439 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: segment.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.947331 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.949301 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension segment not supported by any of loaded plugins Aug 17 11:57:40.949301 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.949301 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.949742 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 11:57:40.950069 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: servicetype.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.951286 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.951810 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: service-type Aug 17 11:57:40.952143 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: sorting.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.953175 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.953513 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: sorting Aug 17 11:57:40.953843 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: standard_attr_segment.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.954765 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.955282 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 11:57:40.955717 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: standardattrdescription.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.956282 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.956792 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: standard-attr-description Aug 17 11:57:40.957148 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: stateful_security_group.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.958084 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.958595 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: stateful-security-group Aug 17 11:57:40.958919 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: stdattrs_common.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.959511 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 11:57:40.959834 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.961310 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.961823 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 11:57:40.962146 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnet_onboard.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.963230 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.963751 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: subnet_onboard Aug 17 11:57:40.964079 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.965043 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.965559 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 11:57:40.965884 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnet_service_types.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.966826 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.967347 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: subnet-service-types Aug 17 11:57:40.967785 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnetallocation.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.969146 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.969665 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: subnet_allocation Aug 17 11:57:40.970229 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.970916 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.971428 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: subnetpool-prefix-ops Aug 17 11:57:40.971752 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.972699 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.973251 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 11:57:40.973711 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: tagging.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.974801 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.975556 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: standard-attr-tag Aug 17 11:57:40.975892 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: timestamp.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.977701 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.978324 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loaded extension: standard-attr-timestamp Aug 17 11:57:40.979625 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: trunk.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.980675 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.981231 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension trunk not supported by any of loaded plugins Aug 17 11:57:40.981566 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: trunk_details.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.983328 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.983849 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension trunk-details not supported by any of loaded plugins Aug 17 11:57:40.984182 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: uplink_status_propagation.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.985161 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.986432 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 11:57:40.986842 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Loading extension file: vlantransparent.py {{(pid=93844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 11:57:40.987538 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 11:57:40.988052 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 11:57:40.991448 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:network Aug 17 11:57:40.992043 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnet Aug 17 11:57:40.992447 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 11:57:40.992840 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:port Aug 17 11:57:40.994137 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:40.994576 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service FLAVORS assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:40.995205 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:40.995640 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:40.995984 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:router Aug 17 11:57:40.996417 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 11:57:40.996952 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service METERING assigned prefix: /metering {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:40.998474 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.998852 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:40.999209 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 11:57:41.000203 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 11:57:41.000708 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:security_group Aug 17 11:57:41.001142 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 11:57:41.001756 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service CORE assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.002091 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 11:57:41.002442 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] subnetpool is already registered Aug 17 11:57:41.002871 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service CORE assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.003198 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 11:57:41.003533 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] subnetpool is already registered Aug 17 11:57:41.005847 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.007665 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service FLAVORS assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.008293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.008729 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.009105 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:router Aug 17 11:57:41.009452 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] router is already registered Aug 17 11:57:41.009871 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:floatingip Aug 17 11:57:41.010212 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] floatingip is already registered Aug 17 11:57:41.010673 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service METERING assigned prefix: /metering {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.011343 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 11:57:41.011669 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] rbac_policy is already registered Aug 17 11:57:41.012084 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:security_group Aug 17 11:57:41.012423 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] security_group is already registered Aug 17 11:57:41.012828 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 11:57:41.013189 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] security_group_rule is already registered Aug 17 11:57:41.013668 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service CORE assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.014002 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 11:57:41.014342 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] subnetpool is already registered Aug 17 11:57:41.014761 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.v2.resource_helper [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Service CORE assigned prefix: {{(pid=93844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 11:57:41.015087 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 11:57:41.015419 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING neutron.quota.resource_registry [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] subnetpool is already registered Aug 17 11:57:41.015869 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: extensions {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.017466 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: address-groups {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.018989 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: address-scopes {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.020193 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: agents {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.021403 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: auto-allocated-topology {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.022724 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: availability_zones {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.024467 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: dhcp-networks {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.025929 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: dhcp-agents {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.027444 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: routers {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.029166 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: flavors {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.030320 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: service_profiles {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.031635 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: next_providers {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.033088 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: service_profiles {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.034583 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: floatingip-pools {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.035807 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: routers {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.041773 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: floatingips {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.042977 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: l3-routers {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.044352 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: l3-agents {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.046172 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: metering-labels {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.047424 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: metering-label-rules {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.048677 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: network-ip-availabilities {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.050065 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: bindings {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.051623 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: quotas {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.053056 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: quotas {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.054676 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: rbac-policies {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.055858 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: security-groups {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.057110 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: security-group-rules {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.058348 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: service-providers {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.059658 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: subnetpools {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.061056 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: subnetpools {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.062496 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.064281 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.066019 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.067893 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.069726 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.071601 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.074320 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.076123 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.077912 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.079750 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron.api.extensions [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Extended resource: tags {{(pid=93844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 11:57:41.086200 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING keystonemiddleware.auth_token [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 11:57:41.090726 dv-cinder-778193-3-iscsi neutron-server[93844]: WARNING keystonemiddleware.auth_token [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 11:57:41.099175 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Acquired lock "singleton_lock" {{(pid=93844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 11:57:41.099663 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_concurrency.lockutils [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Releasing lock "singleton_lock" {{(pid=93844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 11:57:41.100301 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Starting 2 workers Aug 17 11:57:41.105639 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Started child 93951 {{(pid=93844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 11:57:41.110882 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Started child 93952 {{(pid=93844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 11:57:41.111056 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.111667 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO neutron.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 11:57:41.112231 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Notify callbacks [] for process, before_spawn {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.112532 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [-] (93951) wsgi starting up on http://0.0.0.0:9696 Aug 17 11:57:41.114606 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Starting 1 workers Aug 17 11:57:41.114725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.115984 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [-] (93952) wsgi starting up on http://0.0.0.0:9696 Aug 17 11:57:41.119785 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Started child 93953 {{(pid=93844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 11:57:41.120287 dv-cinder-778193-3-iscsi neutron-server[93844]: INFO oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Starting 1 workers Aug 17 11:57:41.123633 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] calling RpcWorker wait() {{(pid=93953) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 11:57:41.124176 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] returning from RpcWorker wait() {{(pid=93953) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 11:57:41.124706 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Started child 93954 {{(pid=93844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 11:57:41.125533 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.125631 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-80c6ce76-79a6-4063-ae97-6bdc3788d597 None None] Notify callbacks [] for process, after_spawn {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.126085 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:41.127408 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 11:57:41.127620 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 11:57:41.127798 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 11:57:41.128019 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 11:57:41.128347 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 11:57:41.128514 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 11:57:41.129030 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.129312 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.129568 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.129670 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:41.130188 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.130188 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.130694 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.130977 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.131233 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.131492 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.131747 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.131917 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.132089 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.132361 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.133158 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.133467 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.133737 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.133978 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.134262 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.134435 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.134692 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.134962 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.135219 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.135479 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] debug = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.135722 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.136184 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.136429 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.136691 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.136925 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.137221 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.137449 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.137738 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.137982 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.138222 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.138439 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.138694 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.138943 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.139159 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.139400 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.139671 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.139893 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.140366 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] host = dv-cinder-778193-3-iscsi {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.140607 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.140845 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.141105 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.141356 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.141600 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.141820 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.142083 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.142352 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.142606 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.142840 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.143097 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.143358 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.143574 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.143828 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.143996 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_options = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.144234 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.144510 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.144773 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.144983 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.145159 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.145337 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.145594 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.145760 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.146011 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.146227 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.146518 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.146652 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.146873 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.147111 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.147383 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.147634 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.147871 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.148146 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.148906 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.149196 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.149440 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.149678 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.149913 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.150150 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.150366 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.150582 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.150828 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.151044 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.151258 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.151527 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.151764 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.152011 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.152246 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.152492 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.152720 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.152967 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.153188 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.153453 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.153684 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.153933 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.154194 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.154410 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.154667 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.154889 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.155144 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.155363 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_json = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.155580 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.155830 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.156086 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.156304 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.156566 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.156784 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.157042 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.157312 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.157734 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.158032 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.158372 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.158629 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.158866 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.159122 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.160359 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.160504 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:41.160643 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.160827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.161092 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.161425 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.161690 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.162000 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.162247 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.162490 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.162824 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.163092 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.164242 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.164495 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.164774 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.165045 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.165310 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.165676 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.165970 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.166264 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.166530 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.166777 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.167033 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.167263 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.168172 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.168414 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.169293 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.170462 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.170706 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.170936 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.171171 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.171413 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.173100 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.173384 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.173667 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.173966 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.174229 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.174485 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.174749 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.175216 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.175455 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.175713 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.175980 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.176210 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.176479 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.176722 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.176997 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.177252 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.177479 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.177712 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.177958 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.178184 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.178439 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.178653 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.178890 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.179123 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.179410 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.179658 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.179885 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.180200 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.180452 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.180683 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.180946 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.181198 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.181412 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.181638 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.181991 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.182220 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.182446 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.182666 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.182893 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.183125 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.183333 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.183607 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.183816 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.184057 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.184296 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.184513 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.184747 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.185070 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.185434 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.185697 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.185975 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.186205 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.186465 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.186719 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.186989 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.187247 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.187473 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.187720 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.187980 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.188231 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.188490 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.188752 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.189022 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.189288 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.189528 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.189756 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.189998 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.190340 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.190591 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.190864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.191140 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.191426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.191706 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.192057 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.192364 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.192609 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.192935 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.193151 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.193424 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.193743 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.194035 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.194324 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.194559 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.194795 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.195561 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.195796 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.196055 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.196289 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.196524 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.196772 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.197872 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.197872 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.197872 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.197872 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.198163 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.198288 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.198724 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.199014 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.199303 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.199664 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.199922 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.200168 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.200523 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.200963 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.201376 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.201789 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.202269 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.202642 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.202894 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.203151 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.203394 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.203645 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.203872 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.204094 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.204513 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.204968 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.205398 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.205791 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.206193 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.206774 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.207082 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.207382 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.207809 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.208205 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.208610 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.209058 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.209476 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.209882 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.210289 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.210827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.211267 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.211668 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.212145 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.212579 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.213092 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.213506 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.213921 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.214346 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.214757 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.215181 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.215626 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.215851 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.216070 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.216460 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.216852 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.217254 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.217491 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.217717 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.217964 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.218232 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.218716 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.218971 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.219229 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.219512 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.219763 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.220019 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.220250 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.220491 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.220833 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.221088 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.221310 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.221583 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.221812 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.222216 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.222442 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.222660 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.222878 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.223100 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.223315 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.223619 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.223884 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.224124 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.224383 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.224643 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.224862 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.225120 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.225338 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.225553 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.225781 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.226024 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.226768 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.227020 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.227235 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.227451 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.227678 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.227898 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.228113 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.228364 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.228578 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.228792 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.229069 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.229295 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.229510 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.229743 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.230009 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.230225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.230450 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.230669 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.230925 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.231156 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.231370 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.231583 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.231829 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.232047 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.232259 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.232554 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.232823 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.233074 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.233379 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.233633 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.233876 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.234120 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.234424 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.234649 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.234884 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.235105 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.235361 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.235587 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.236419 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.236419 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.236419 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.236741 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.236963 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.237225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.237530 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.237810 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.238052 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.238355 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.238710 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.238982 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.239237 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.239490 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.239743 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.239981 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.240234 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.240475 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.240715 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.240949 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.241228 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.241462 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.241691 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.242489 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.242725 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.242962 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.243192 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.243406 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.243631 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.243851 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.244008 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 11:57:41.244675 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 11:57:41.244838 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 11:57:41.245023 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 11:57:41.245198 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 11:57:41.245371 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 11:57:41.245526 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 11:57:41.245738 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.245902 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.246064 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.246228 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.246522 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.246729 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.246899 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247060 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247222 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247578 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247714 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247848 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.247971 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248128 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248283 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248438 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248596 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248757 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.248938 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249094 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249249 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249422 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] debug = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249584 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249798 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.249972 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250110 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250267 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250421 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250577 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250772 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.250917 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251052 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251198 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251333 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251487 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251649 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251800 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.251959 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252121 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252270 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] host = dv-cinder-778193-3-iscsi {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252434 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252595 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252757 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.252956 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253185 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253328 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253470 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253626 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253764 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253897 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.253983 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254097 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:41.254219 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254297 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254449 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254597 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_options = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254753 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.254915 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255076 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255419 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255581 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255806 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.255969 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256130 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256291 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256452 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256612 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256773 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.256966 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.257116 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.257277 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.257864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.257864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.257864 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258460 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258460 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258460 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258460 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.258827 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259046 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259124 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259263 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259425 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259586 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259747 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.259909 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260070 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260231 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260392 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260553 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260718 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.260879 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261068 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261220 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261376 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261533 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261686 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261835 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.261997 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_json = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262158 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262318 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262480 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262641 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262806 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.262967 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.263128 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.263295 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 11:57:41.263458 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.263623 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.263797 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.263961 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264124 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264287 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264450 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264613 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264776 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.264955 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265127 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265299 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265463 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265628 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265791 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.265957 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.266119 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.266282 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.266445 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.267306 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.267306 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.267306 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.267306 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.267306 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.268387 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.269426 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.270592 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271946 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271946 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.271946 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272449 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272571 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272696 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272816 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.272964 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273157 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273337 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273502 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273665 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273828 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.273993 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274157 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274321 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274486 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274649 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274813 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.274976 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275140 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275303 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275582 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275666 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275786 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.275931 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276095 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276259 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276422 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276585 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276750 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.276927 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277090 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277273 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277436 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277600 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277764 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.277927 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278091 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278255 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278419 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278581 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278794 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.278929 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.279052 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.279202 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.279366 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.279529 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.279693 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.280703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281110 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281110 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281110 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281451 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281451 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281703 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.281953 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282075 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282197 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282318 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282477 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282640 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282958 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.282958 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283267 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283267 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283501 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283621 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283742 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.283866 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284033 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284196 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284358 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284521 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284707 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.284869 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285066 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285187 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285355 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285628 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285794 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.285957 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286121 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286285 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286449 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286613 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286776 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.286939 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287102 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287266 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287430 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287594 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287756 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.287920 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.288084 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.288247 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.288410 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.288572 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.289324 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.289450 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.289585 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.289750 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.289912 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290075 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290239 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290402 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290604 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290730 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.290853 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291015 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291178 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291343 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291506 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291669 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291835 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.291998 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.292162 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.292326 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.292491 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.292654 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.292817 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293001 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293164 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293333 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293497 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293661 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293824 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.293988 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.294150 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.294329 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.294493 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.294656 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295072 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295236 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295399 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295562 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295724 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.295887 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296049 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296212 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296376 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296541 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296705 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.296868 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297060 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297225 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297389 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297552 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297729 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.297892 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.298055 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.298219 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.298798 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.298798 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.298798 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299156 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299156 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299156 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299678 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299678 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.299678 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300019 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300019 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300256 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300487 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300623 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300811 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.300811 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301070 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301208 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301322 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301461 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301625 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301789 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.301952 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302115 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302278 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302451 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302614 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302777 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.302939 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.303101 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.303264 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.303440 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.303840 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.303840 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.304076 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.304076 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.304353 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305020 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305145 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305309 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305476 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305641 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305804 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.305967 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.306133 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.306301 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.306474 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.306715 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.306888 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.307060 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.307232 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.307405 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.307569 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.307740 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308143 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308143 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308386 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308386 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308616 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308738 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.308859 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309017 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309148 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309313 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309554 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309688 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309811 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.309941 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310104 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310268 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310431 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310595 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310758 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.310970 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 11:57:41.311096 dv-cinder-778193-3-iscsi neutron-server[93844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 11:57:41.479419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 32860) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:57:41.487808 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061967 Aug 17 11:57:52.752438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d26ba-ab56-492b-af4c-d9f6203427c8 None None] get_active_networks_info from dv-cinder-778193-3-iscsi {{(pid=93953) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 11:57:52.859212 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d26ba-ab56-492b-af4c-d9f6203427c8 None None] No non-hosted networks {{(pid=93953) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 11:57:52.883116 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-68e59326-4400-472e-a741-3866d9034361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:55.074349 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e26170cb-1145-4f52-94ec-14d2aefb28b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:55.118203 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a477fb8d-19e8-4c40-9664-06efe73ab946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:55.172991 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:55.174441 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.175108 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.177176 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.178190 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.178737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.180486 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.181307 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.183442 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.184308 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.185300 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.185968 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.187249 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:57:55.188392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:55.200454 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:57:56.471968 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:57.992201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:57:58.594508 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.db.l3_hamode_db [None req-1dde6faa-d577-44c5-9768-a81e15bd65d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 11:57:58.669411 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde6faa-d577-44c5-9768-a81e15bd65d2 None None] Routers set() bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 11:57:58.670053 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde6faa-d577-44c5-9768-a81e15bd65d2 None None] Router IDs set() for agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 11:57:59.108078 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 32952) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:57:59.597486 dv-cinder-778193-3-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-682fb403-9384-4140-ae3a-78e0830182a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 11:57:59.598075 dv-cinder-778193-3-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-682fb403-9384-4140-ae3a-78e0830182a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 11:57:59.817256 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-682fb403-9384-4140-ae3a-78e0830182a5 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 11:57:59.818323 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-682fb403-9384-4140-ae3a-78e0830182a5 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093701 Aug 17 11:58:02.117883 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 32966) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:02.422749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:02.516079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.policy [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 11:58:02.560887 dv-cinder-778193-3-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 11:58:02.561289 dv-cinder-778193-3-iscsi neutron-server[93952]: WARNING oslo_policy.policy [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 11:58:02.569805 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.quota [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] Loaded quota_driver: . Aug 17 11:58:02.660497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741362213500', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741362212899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741362210291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741362232293', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741364755632', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741362313945', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4012897', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4091366'] for rbac-policy, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:02.725378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:02.726579 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cc19184f-4f22-4afd-ac83-1664e398268c admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6077046 Aug 17 11:58:05.293469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 32978) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:05.583767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e4ba3048757442418297b1525837c865', 'name': 'private', 'project_id': 'e4ba3048757442418297b1525837c865'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:05.614553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Made reservation on behalf of e4ba3048757442418297b1525837c865 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 11:58:05.617714 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.634010 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.755243 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.759034 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.778866 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 11:58:05.807204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741364080074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.807781 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Unsubscribe: segment precommit_create {{(pid=93952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 11:58:05.808301 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Added segment ecfb57a9-60f3-428f-9b6f-4866801bcfab of type vlan for network a15294f5-7be4-4be2-8a4d-326ee4614f84 Aug 17 11:58:05.824891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e7b17-1b1c-4542-bcd8-e75360258687,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:05.851091 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.851451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.851793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.852125 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.852458 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.852795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.853145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.853467 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.853801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.854122 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.854436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.854749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Tracked resource versions report: Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: pushed versions: Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: { 'AddressGroup': {'1.2'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Log': {'1.0'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Network': {'1.1'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Port': {'1.7'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'PortForwarding': {'1.2'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'QosPolicy': {'1.9'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroup': {'1.4'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SubPort': {'1.0'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Subnet': {'1.1'}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Trunk': {'1.1'}} Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: consumer versions: Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'ConntrackHelper': '1.0', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Log': '1.0', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Network': '1.1', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Port': '1.7', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'PortForwarding': '1.2', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'QosPolicy': '1.9', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroup': '1.4', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroupRule': '1.2', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SubPort': '1.0', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Subnet': '1.1', Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Trunk': '1.1'}} Aug 17 11:58:05.855814 dv-cinder-778193-3-iscsi neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 11:58:05.927493 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.970928 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:05.972142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:05.972827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:06.048144 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7535832 Aug 17 11:58:06.072196 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba572a6e-d5a8-4e17-a795-550d7f092d1d admin admin] Pushing event updated for resources: {'Network': ['ID=a15294f5-7be4-4be2-8a4d-326ee4614f84,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:06.084445 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 11:58:08.752523 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 32992) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:09.133917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05853b4-348d-4e5e-aa1d-d56a57f3fb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:09.136588 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b05853b4-348d-4e5e-aa1d-d56a57f3fb5e admin admin] 10.222.0.58 "GET /v2.0/networks/a15294f5-7be4-4be2-8a4d-326ee4614f84 HTTP/1.1" status: 200 len: 825 time: 0.3814301 Aug 17 11:58:09.159282 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4ab75410-242d-496f-8d09-2cb177558961 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/771e1a33-d0c1-4665-9ef0-0a9281e12f74 HTTP/1.1" status: 200 len: 734 time: 0.0183923 Aug 17 11:58:09.167914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Request body: {'subnet': {'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74', 'ip_version': 4, 'tenant_id': 'e4ba3048757442418297b1525837c865', 'gateway_ip': '172.20.0.1', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'name': 'private-subnet'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:09.193040 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Made reservation on behalf of e4ba3048757442418297b1525837c865 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 11:58:09.197236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:09.488230 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:09.556640 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728f39ec-3e96-4e09-aeb1-bc38c7964988,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:09.560742 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Checking segment: {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 11:58:09.561147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Network hostable DHCP agents. Network: a15294f5-7be4-4be2-8a4d-326ee4614f84, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 11:58:09.581904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 11:58:09.592733 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, a15294f5-7be4-4be2-8a4d-326ee4614f84) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:09.597688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:09.598275 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:09.602671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66e8be-216b-4de3-8424-802a23589391 None None] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 11:58:09.612379 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d7a67ce8-b7b2-49e2-a5b0-9ef86004d623 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4476376 Aug 17 11:58:09.918154 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-a15294f5-7be4-4be2-8a4d-326ee4614f84', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 11:58:09.919643 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.195398 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Allocated IP 172.20.0.2 (a15294f5-7be4-4be2-8a4d-326ee4614f84/728f39ec-3e96-4e09-aeb1-bc38c7964988/3b6c27d9-e982-413e-9101-6f351d4db4de) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 11:58:10.423564 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.438397 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Transition to ACTIVE for port object 3b6c27d9-e982-413e-9101-6f351d4db4de will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 11:58:10.459038 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Transition to ACTIVE for port object 3b6c27d9-e982-413e-9101-6f351d4db4de will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 11:58:10.467516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.541051 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 11:58:10.546864 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:10.553592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Pushing event updated for resources: {'Port': ['ID=3b6c27d9-e982-413e-9101-6f351d4db4de,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:10.555884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 11:58:10.589430 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.589829 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.590131 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.590471 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.590810 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.591148 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.591479 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.591811 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.592159 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.592492 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.592821 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.593172 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Tracked resource versions report: Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: pushed versions: Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Log': {'1.0'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Network': {'1.1'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Port': {'1.7'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'QosPolicy': {'1.9'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: consumer versions: Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Log': '1.0', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Network': '1.1', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Port': '1.7', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'QosPolicy': '1.9', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SubPort': '1.0', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Subnet': '1.1', Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Aug 17 11:58:10.594251 dv-cinder-778193-3-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 11:58:10.641715 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Attempting to bind port 3b6c27d9-e982-413e-9101-6f351d4db4de on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 11:58:10.642340 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Attempting to bind port 3b6c27d9-e982-413e-9101-6f351d4db4de by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 11:58:10.642542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Attempting to bind port 3b6c27d9-e982-413e-9101-6f351d4db4de on network a15294f5-7be4-4be2-8a4d-326ee4614f84 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 11:58:10.647925 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 11:58:10.648347 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Checking segment: {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 11:58:10.648836 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.649255 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Bound using segment: {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 11:58:10.649740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Bound port: 3b6c27d9-e982-413e-9101-6f351d4db4de, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 11:58:10.650156 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.714941 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] For port 3b6c27d9-e982-413e-9101-6f351d4db4de, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 11:58:10.719128 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] For port 3b6c27d9-e982-413e-9101-6f351d4db4de, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=3b6c27d9-e982-413e-9101-6f351d4db4de,segment=NetworkSegment(ecfb57a9-60f3-428f-9b6f-4866801bcfab),segment_id=ecfb57a9-60f3-428f-9b6f-4866801bcfab)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 11:58:10.722860 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:10.793964 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870e9fb-49b8-4ede-aeb6-d9f338a10067 None None] Pushing event updated for resources: {'Port': ['ID=3b6c27d9-e982-413e-9101-6f351d4db4de,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:12.009350 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33000) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:12.332378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-ae24c78d-d333-4b7f-9506-9c5d7c853128 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 11:58:12.333384 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ae24c78d-d333-4b7f-9506-9c5d7c853128 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3230829 Aug 17 11:58:14.920207 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33008) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:15.241461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-2055cf40-2695-4408-932d-e69127dcda8b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 11:58:15.243001 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2055cf40-2695-4408-932d-e69127dcda8b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216624 Aug 17 11:58:17.886803 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33018) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:18.232984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:18.257061 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:18.258525 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:18.394690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:18.399211 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:18.411571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:18.412780 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ef888e54-90c9-4e18-b031-e3907cdd6f31 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5249791 Aug 17 11:58:19.235088 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 3b6c27d9-e982-413e-9101-6f351d4db4de up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:19.273097 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79ae19-3504-492d-a40c-a8d368aa4fca None None] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 11:58:19.379908 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Provisioning for port 3b6c27d9-e982-413e-9101-6f351d4db4de completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 11:58:19.389387 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 3b6c27d9-e982-413e-9101-6f351d4db4de completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 11:58:19.398650 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Provisioning complete for port 3b6c27d9-e982-413e-9101-6f351d4db4de triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:19.398989 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:19.405599 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 3b6c27d9-e982-413e-9101-6f351d4db4de triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:19.405960 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:19.644450 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:19.657015 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:19.718464 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] For port 3b6c27d9-e982-413e-9101-6f351d4db4de, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=3b6c27d9-e982-413e-9101-6f351d4db4de,segment=NetworkSegment(ecfb57a9-60f3-428f-9b6f-4866801bcfab),segment_id=ecfb57a9-60f3-428f-9b6f-4866801bcfab)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 11:58:19.727178 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:19.803609 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.db.api [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 11:58:19.804026 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG oslo_db.api [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 11:58:19.808295 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed27fe-6a25-441f-a9b2-cc8bfc185481 None None] Pushing event updated for resources: {'Port': ['ID=3b6c27d9-e982-413e-9101-6f351d4db4de,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:19.846014 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-89c74c50-c87c-44b2-84de-20a306184bca None None] Provisioning complete for port 3b6c27d9-e982-413e-9101-6f351d4db4de triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:19.846389 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-89c74c50-c87c-44b2-84de-20a306184bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:20.785077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33032) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:21.090590 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-118a88fe-01e7-496d-914d-4f223944841f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 11:58:21.091590 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-118a88fe-01e7-496d-914d-4f223944841f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055687 Aug 17 11:58:21.197595 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 3b6c27d9-e982-413e-9101-6f351d4db4de up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:21.246266 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 3b6c27d9-e982-413e-9101-6f351d4db4de triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:21.246645 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:22.645117 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-61e964c3-2db2-49be-9c3e-dc727290db15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.191337 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 11:58:23.453628 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33040) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:23.769233 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:23.789198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Made reservation on behalf of c400c95b881a43a29091667700360039 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 11:58:23.791329 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.801338 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.890401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.894227 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.910026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Reserving flat network on physical network physnet1 {{(pid=93952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 11:58:23.931476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac3212-1b89-444e-b36b-301d89290cf0,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:23.935550 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:23.935895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Added segment e6b22ed8-2f3f-4456-9561-06add7323eb3 of type flat for network 3d07780d-a04e-4537-800d-eee44364614a Aug 17 11:58:23.981314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:24.011274 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:24.012398 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:24.012990 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:24.063522 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6088679 Aug 17 11:58:24.073504 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017901b4-e4a9-494e-983c-27fcb01b6a3e admin admin] Pushing event updated for resources: {'Network': ['ID=3d07780d-a04e-4537-800d-eee44364614a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:24.083708 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 3d07780d-a04e-4537-800d-eee44364614a details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 11:58:25.070072 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ab7df525-741b-4798-9697-54b66c74d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:25.168398 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:26.385010 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:26.402671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33048) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:26.702737 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8c393-ed0e-4198-9c26-adb8a1ac1331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:26.704043 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4db8c393-ed0e-4198-9c26-adb8a1ac1331 admin admin] 10.222.0.58 "GET /v2.0/subnets/728f39ec-3e96-4e09-aeb1-bc38c7964988 HTTP/1.1" status: 200 len: 849 time: 0.3004341 Aug 17 11:58:26.822067 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2aa5f923-84f2-436c-a0ff-584180c470f2 admin admin] 10.222.0.58 "GET /v2.0/routers/004a99f6-4754-4a75-a12b-5b8fa09c8d87 HTTP/1.1" status: 200 len: 704 time: 0.1116676 Aug 17 11:58:27.081320 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.364038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Allocated IP 172.20.0.1 (a15294f5-7be4-4be2-8a4d-326ee4614f84/728f39ec-3e96-4e09-aeb1-bc38c7964988/e6502882-d62d-4f49-ae36-750da6a65263) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 11:58:27.564698 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.586179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Transition to ACTIVE for port object e6502882-d62d-4f49-ae36-750da6a65263 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 11:58:27.665514 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.733543 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 11:58:27.741859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:27.746517 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 11:58:27.747355 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.767061 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Pushing event updated for resources: {'Port': ['ID=e6502882-d62d-4f49-ae36-750da6a65263,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:27.914016 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.946638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:27.985528 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e509f582-7f13-46ae-8f71-8a0f2b3a4e2e None None] Provisioning for port e6502882-d62d-4f49-ae36-750da6a65263 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 11:58:27.989061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e509f582-7f13-46ae-8f71-8a0f2b3a4e2e None None] Provisioning complete for port e6502882-d62d-4f49-ae36-750da6a65263 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:27.989436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e509f582-7f13-46ae-8f71-8a0f2b3a4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:28.025641 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e509f582-7f13-46ae-8f71-8a0f2b3a4e2e None None] Port e6502882-d62d-4f49-ae36-750da6a65263 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 11:58:28.159824 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:28.164301 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:28.165347 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:28.242055 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Pushing event updated for resources: {'Port': ['ID=e6502882-d62d-4f49-ae36-750da6a65263,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:28.287131 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 11:58:28.288555 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:28.443022 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 11:58:28.446782 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-a128c992-22ad-4c98-838a-80dea70ea323 None None] Provisioning complete for port e6502882-d62d-4f49-ae36-750da6a65263 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:28.447201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a128c992-22ad-4c98-838a-80dea70ea323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:28.485932 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-a128c992-22ad-4c98-838a-80dea70ea323 None None] Port e6502882-d62d-4f49-ae36-750da6a65263 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 11:58:28.534476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 11:58:28.539486 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-56cd49ad-1457-4130-9cc7-29d232d78c25 admin admin] 10.222.0.58 "PUT /v2.0/routers/004a99f6-4754-4a75-a12b-5b8fa09c8d87/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7121441 Aug 17 11:58:28.556182 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Sync routers for ids ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 11:58:28.570546 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Routers {'004a99f6-4754-4a75-a12b-5b8fa09c8d87'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 11:58:28.571389 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T11:58:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:28.751531 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Set router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 11:58:29.176791 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:27Z', 'revision_number': 2, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port_host': None, '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:28Z', 'revision_number': 2, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:29.228164 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Checking router: 004a99f6-4754-4a75-a12b-5b8fa09c8d87 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 11:58:29.228549 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Updating router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 port e6502882-d62d-4f49-ae36-750da6a65263 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 11:58:29.276764 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:29.806429 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:29.824594 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Transition to ACTIVE for port object e6502882-d62d-4f49-ae36-750da6a65263 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 11:58:29.830388 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:29.982959 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Pushing event updated for resources: {'Port': ['ID=e6502882-d62d-4f49-ae36-750da6a65263,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:29.997862 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Attempting to bind port e6502882-d62d-4f49-ae36-750da6a65263 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 11:58:29.998269 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Attempting to bind port e6502882-d62d-4f49-ae36-750da6a65263 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 11:58:29.998698 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Attempting to bind port e6502882-d62d-4f49-ae36-750da6a65263 on network a15294f5-7be4-4be2-8a4d-326ee4614f84 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 11:58:30.002170 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.002876 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.003600 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.003939 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.004271 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.004607 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.004953 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.005292 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.005641 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.006011 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.006341 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.006665 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Tracked resource versions report: Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: pushed versions: Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Log': {'1.0'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Network': {'1.1'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Port': {'1.7'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'QosPolicy': {'1.9'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: consumer versions: Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Log': '1.0', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Network': '1.1', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Port': '1.7', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'QosPolicy': '1.9', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SubPort': '1.0', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Subnet': '1.1', Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Aug 17 11:58:30.007713 dv-cinder-778193-3-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 11:58:30.013490 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 11:58:30.013927 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Checking segment: {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 11:58:30.014399 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:30.014792 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Bound using segment: {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 11:58:30.015292 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Bound port: e6502882-d62d-4f49-ae36-750da6a65263, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfb57a9-60f3-428f-9b6f-4866801bcfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 11:58:30.015674 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:30.081601 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] For port e6502882-d62d-4f49-ae36-750da6a65263, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 11:58:30.102744 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] For port e6502882-d62d-4f49-ae36-750da6a65263, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=e6502882-d62d-4f49-ae36-750da6a65263,segment=NetworkSegment(ecfb57a9-60f3-428f-9b6f-4866801bcfab),segment_id=ecfb57a9-60f3-428f-9b6f-4866801bcfab)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 11:58:30.106926 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:30.164432 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bfbfe-59c3-42e3-88bf-070a05bd83a4 None None] Pushing event updated for resources: {'Port': ['ID=e6502882-d62d-4f49-ae36-750da6a65263,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:30.169558 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Routers {'004a99f6-4754-4a75-a12b-5b8fa09c8d87'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 11:58:30.170166 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T11:58:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:30.259924 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] Set router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 11:58:30.463354 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-a6abff66-8549-4127-9190-f57bec93734e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:27Z', 'revision_number': 2, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port_host': None, '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:30Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:30.488189 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abff66-8549-4127-9190-f57bec93734e None None] The sync data for ids ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'] in dv-cinder-778193-3-iscsi is: [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:27Z', 'revision_number': 2, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port_host': None, '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:30Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 11:58:30.784989 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33068) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:30.898316 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb8b13-c1b4-46e8-a367-4df3728acdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:30.899676 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1afb8b13-c1b4-46e8-a367-4df3728acdeb admin admin] 10.222.0.58 "GET /v2.0/networks/3d07780d-a04e-4537-800d-eee44364614a HTTP/1.1" status: 200 len: 842 time: 0.1138022 Aug 17 11:58:30.909463 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Request body: {'subnet': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:30.929441 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Made reservation on behalf of c400c95b881a43a29091667700360039 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 11:58:30.931786 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:31.276480 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.objects.ports [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93952) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 11:58:31.276932 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:31.330270 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9814d7-b369-408c-a8f0-8ce007582a17,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:31.338521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 11:58:31.338876 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Network hostable DHCP agents. Network: 3d07780d-a04e-4537-800d-eee44364614a, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 11:58:31.355026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 11:58:31.363088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 3d07780d-a04e-4537-800d-eee44364614a) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:31.367291 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:31.367879 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:31.372653 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9a2fb-72b9-48ed-bede-db79d007dce0 None None] Network 3d07780d-a04e-4537-800d-eee44364614a requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 11:58:31.385426 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7d6401e7-31c7-48ff-b33e-afc108771f55 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4794071 Aug 17 11:58:31.513742 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cad8fe-fe72-4a0e-91c5-b4cc0794cdb9 None None] Network 3d07780d-a04e-4537-800d-eee44364614a requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 11:58:33.622018 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33086) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:33.748476 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a44581bb-6b71-4f2f-9b66-112b0045b4c1 admin admin] 10.222.0.58 "GET /v2.0/routers/004a99f6-4754-4a75-a12b-5b8fa09c8d87 HTTP/1.1" status: 200 len: 710 time: 0.1252639 Aug 17 11:58:33.835478 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b169842-39b2-4ba0-97e0-21ef91ccf0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 11:58:33.836746 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2b169842-39b2-4ba0-97e0-21ef91ccf0f2 admin admin] 10.222.0.58 "GET /v2.0/networks/3d07780d-a04e-4537-800d-eee44364614a HTTP/1.1" status: 200 len: 886 time: 0.0826430 Aug 17 11:58:33.846096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 11:58:34.089897 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:34.318314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:34.389561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:34.498290 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Allocated IP 172.27.0.41 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/6becf367-a9ad-42ff-918f-e5f6a70632f8) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 11:58:34.596867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:34.641814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:34.682682 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 11:58:34.685645 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 11:58:34.688649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 11:58:34.693830 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Pushing event updated for resources: {'Port': ['ID=6becf367-a9ad-42ff-918f-e5f6a70632f8,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:35.018580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:35.208030 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41113'] for router, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:35.211920 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3728146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3723971'] for router, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:35.313635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 11:58:35.419222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 11:58:35.423465 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:35.424651 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d22c718c-637f-4826-9250-6d9db84f7b2e admin admin] 10.222.0.58 "PUT /v2.0/routers/004a99f6-4754-4a75-a12b-5b8fa09c8d87 HTTP/1.1" status: 200 len: 889 time: 1.5817330 Aug 17 11:58:36.921808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Sync routers for ids ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 11:58:36.932628 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Routers {'004a99f6-4754-4a75-a12b-5b8fa09c8d87'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 11:58:36.933396 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T11:58:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:37.135315 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Set router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 11:58:37.259378 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device e6502882-d62d-4f49-ae36-750da6a65263 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:37.445976 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port e6502882-d62d-4f49-ae36-750da6a65263 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 11:58:37.468820 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port e6502882-d62d-4f49-ae36-750da6a65263 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:37.469213 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:37.630482 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:37.643966 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:34Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port': {'id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:34Z', 'updated_at': '2021-08-17T11:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:30Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:37.698565 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Checking router: 004a99f6-4754-4a75-a12b-5b8fa09c8d87 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 11:58:37.698832 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Updating router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 port 6becf367-a9ad-42ff-918f-e5f6a70632f8 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 11:58:37.759187 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port e6502882-d62d-4f49-ae36-750da6a65263, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=e6502882-d62d-4f49-ae36-750da6a65263,segment=NetworkSegment(ecfb57a9-60f3-428f-9b6f-4866801bcfab),segment_id=ecfb57a9-60f3-428f-9b6f-4866801bcfab)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 11:58:37.762197 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:37.781672 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:37.800863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33098) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 11:58:37.914626 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b112598d-ef8f-4037-bffa-bc0c52e46a56 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1125720 Aug 17 11:58:37.938229 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=e6502882-d62d-4f49-ae36-750da6a65263,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:38.216215 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:38.227273 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Transition to ACTIVE for port object 6becf367-a9ad-42ff-918f-e5f6a70632f8 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 11:58:38.234025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:38.286172 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Attempting to bind port 6becf367-a9ad-42ff-918f-e5f6a70632f8 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 11:58:38.287531 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Attempting to bind port 6becf367-a9ad-42ff-918f-e5f6a70632f8 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 11:58:38.287531 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Attempting to bind port 6becf367-a9ad-42ff-918f-e5f6a70632f8 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 11:58:38.289411 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5683-9c8d-41b9-b803-f403e73bf252 None None] Pushing event updated for resources: {'Port': ['ID=6becf367-a9ad-42ff-918f-e5f6a70632f8,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:38.296418 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 11:58:38.296800 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 11:58:38.297252 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:38.297645 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 11:58:38.298116 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Bound port: 6becf367-a9ad-42ff-918f-e5f6a70632f8, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 11:58:38.298543 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:38.354820 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] For port 6becf367-a9ad-42ff-918f-e5f6a70632f8, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 11:58:38.357426 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] For port 6becf367-a9ad-42ff-918f-e5f6a70632f8, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=6becf367-a9ad-42ff-918f-e5f6a70632f8,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 11:58:38.361832 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:38.422449 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Routers {'004a99f6-4754-4a75-a12b-5b8fa09c8d87'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 11:58:38.423077 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T11:58:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:38.428066 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f5683-9c8d-41b9-b803-f403e73bf252 None None] Pushing event updated for resources: {'Port': ['ID=6becf367-a9ad-42ff-918f-e5f6a70632f8,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:38.533964 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] Set router 004a99f6-4754-4a75-a12b-5b8fa09c8d87 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 11:58:38.756816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:34Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port': {'id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:34Z', 'updated_at': '2021-08-17T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:37Z', 'revision_number': 5, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 11:58:38.799811 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f126f-c364-4df6-baf2-4a6d78d6799b None None] The sync data for ids ['004a99f6-4754-4a75-a12b-5b8fa09c8d87'] in dv-cinder-778193-3-iscsi is: [{'id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'name': 'router1', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T11:58:18Z', 'updated_at': '2021-08-17T11:58:34Z', 'revision_number': 4, 'project_id': 'e4ba3048757442418297b1525837c865', 'gw_port': {'id': '6becf367-a9ad-42ff-918f-e5f6a70632f8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:34Z', 'updated_at': '2021-08-17T11:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'e6502882-d62d-4f49-ae36-750da6a65263', 'name': '', 'network_id': 'a15294f5-7be4-4be2-8a4d-326ee4614f84', 'tenant_id': 'e4ba3048757442418297b1525837c865', 'mac_address': 'fa:16:3e:c5:04:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004a99f6-4754-4a75-a12b-5b8fa09c8d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T11:58:27Z', 'updated_at': '2021-08-17T11:58:37Z', 'revision_number': 5, 'project_id': 'e4ba3048757442418297b1525837c865', 'subnets': [{'id': '728f39ec-3e96-4e09-aeb1-bc38c7964988', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '771e1a33-d0c1-4665-9ef0-0a9281e12f74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 11:58:39.322140 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device e6502882-d62d-4f49-ae36-750da6a65263 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:39.372636 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port e6502882-d62d-4f49-ae36-750da6a65263 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:39.373044 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:39.456950 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 6becf367-a9ad-42ff-918f-e5f6a70632f8 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:39.506910 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 6becf367-a9ad-42ff-918f-e5f6a70632f8 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 11:58:39.511672 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 6becf367-a9ad-42ff-918f-e5f6a70632f8 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:39.512037 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:39.614626 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:39.636749 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 6becf367-a9ad-42ff-918f-e5f6a70632f8, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=6becf367-a9ad-42ff-918f-e5f6a70632f8,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 11:58:39.644068 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:39.704653 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=6becf367-a9ad-42ff-918f-e5f6a70632f8,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 11:58:41.219039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 6becf367-a9ad-42ff-918f-e5f6a70632f8 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 11:58:41.281135 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 6becf367-a9ad-42ff-918f-e5f6a70632f8 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 11:58:41.281671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:52.656346 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2291e1a6-0817-4321-9acc-faf3714f5666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:55.074384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ad3a195f-0e2a-4b78-889e-a4d29740737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:55.186564 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:56.392754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:58:57.939863 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:00.191463 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 11:59:22.652697 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f65b3417-d506-434d-b000-6e59f475858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:25.067827 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bf600259-2802-4329-98c3-0105ba7ac9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:25.173878 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:26.397112 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:27.946847 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:37.191792 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 11:59:52.645937 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3af5cb10-cd4f-49fc-b884-b24afa8353d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:55.072958 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f438acfe-5573-4e1b-81c1-f9548d1b7154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:55.176881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:56.399563 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 11:59:57.948177 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:12.954402 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33666) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:13.014944 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d37c01-7ea6-492f-bc96-7c0f77e1b222 admin admin] GET failed (client error): The resource could not be found. Aug 17 12:00:13.016228 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b1d37c01-7ea6-492f-bc96-7c0f77e1b222 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608926 Aug 17 12:00:13.174321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc696e66-12d3-498b-8ec9-d641ba541f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:13.176313 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bc696e66-12d3-498b-8ec9-d641ba541f3b admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552229 Aug 17 12:00:14.191404 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:00:15.291559 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33676) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:15.382506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4bf36-89b2-4b1b-8580-032a733503f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:15.383825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1ea4bf36-89b2-4b1b-8580-032a733503f2 admin admin] 10.222.0.58 "GET /v2.0/subnets/728f39ec-3e96-4e09-aeb1-bc38c7964988 HTTP/1.1" status: 200 len: 849 time: 0.0912869 Aug 17 12:00:15.393388 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:00:15.476823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:15.609945 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741364050791'] for subnet, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:15.641993 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:15.642583 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:15.643917 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] 10.222.0.58 "PUT /v2.0/subnets/728f39ec-3e96-4e09-aeb1-bc38c7964988 HTTP/1.1" status: 200 len: 868 time: 0.2541406 Aug 17 12:00:15.663930 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728f39ec-3e96-4e09-aeb1-bc38c7964988,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:00:15.664495 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e245b-8148-4b44-ae7d-74d439a57713 None None] Network a15294f5-7be4-4be2-8a4d-326ee4614f84 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:00:15.671515 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.671892 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.672230 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.672561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.672895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.673266 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.673604 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.674066 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.674413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.675382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.675712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:15.676031 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86c3676-e69b-4e9a-b055-a9d1ec727a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:00:16.037366 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ea2c20ec-9908-4bd9-a0fc-dbf2b36f9ada None None] Provisioning complete for port e6502882-d62d-4f49-ae36-750da6a65263 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:00:16.037662 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea2c20ec-9908-4bd9-a0fc-dbf2b36f9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:16.119884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ea2c20ec-9908-4bd9-a0fc-dbf2b36f9ada None None] Provisioning complete for port 3b6c27d9-e982-413e-9101-6f351d4db4de triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:00:16.120178 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ea2c20ec-9908-4bd9-a0fc-dbf2b36f9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:17.827003 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33684) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:18.020211 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03fa2d9-4330-4eb4-b51b-ead9c511e6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:18.020612 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03fa2d9-4330-4eb4-b51b-ead9c511e6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:18.022183 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c03fa2d9-4330-4eb4-b51b-ead9c511e6f7 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942286 Aug 17 12:00:20.138780 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33692) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:20.368103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb093c6b-93e3-4ed1-8976-14021123ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:20.368509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb093c6b-93e3-4ed1-8976-14021123ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:20.370077 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bb093c6b-93e3-4ed1-8976-14021123ff17 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2303596 Aug 17 12:00:22.493572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33700) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:22.616136 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96b632-9f35-42cc-928d-dd44d4a5bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:22.617549 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ee96b632-9f35-42cc-928d-dd44d4a5bab8 admin admin] 10.222.0.58 "GET /v2.0/networks/3d07780d-a04e-4537-800d-eee44364614a HTTP/1.1" status: 200 len: 886 time: 0.1230295 Aug 17 12:00:22.647825 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6824d5d1-434c-428f-b1df-e8854d49f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:24.745599 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33708) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:24.874228 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c780c-73cc-4603-bea2-b847bf670130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:24.875569 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-510c780c-73cc-4603-bea2-b847bf670130 admin admin] 10.222.0.58 "GET /v2.0/networks/a15294f5-7be4-4be2-8a4d-326ee4614f84 HTTP/1.1" status: 200 len: 869 time: 0.1290190 Aug 17 12:00:25.074547 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29c849ca-902f-4e16-bf87-8d785efb62c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:25.178474 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:26.401253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:27.026580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33716) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:27.149630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf4c3a-44ca-4c40-b452-5f9de933bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:27.150099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf4c3a-44ca-4c40-b452-5f9de933bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:27.151614 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7eaf4c3a-44ca-4c40-b452-5f9de933bb69 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241372 Aug 17 12:00:27.952177 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:29.325351 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33724) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:29.413726 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4432bfa-c0c2-4c92-9c6a-c7d398180584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:29.414175 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4432bfa-c0c2-4c92-9c6a-c7d398180584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:29.415640 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a4432bfa-c0c2-4c92-9c6a-c7d398180584 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893302 Aug 17 12:00:31.561246 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33732) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:31.650415 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd56a55-0ac2-43e6-bd34-20b1a0103d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:31.651797 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9cd56a55-0ac2-43e6-bd34-20b1a0103d1f admin admin] 10.222.0.58 "GET /v2.0/subnets/728f39ec-3e96-4e09-aeb1-bc38c7964988 HTTP/1.1" status: 200 len: 868 time: 0.0895855 Aug 17 12:00:33.768249 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 33740) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:33.895494 dv-cinder-778193-3-iscsi neutron-server[93951]: WARNING oslo_policy.policy [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 12:00:33.896138 dv-cinder-778193-3-iscsi neutron-server[93951]: WARNING oslo_policy.policy [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 12:00:34.293768 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.policy [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 12:00:34.338947 dv-cinder-778193-3-iscsi neutron-server[93951]: WARNING oslo_policy.policy [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 12:00:34.339336 dv-cinder-778193-3-iscsi neutron-server[93951]: WARNING oslo_policy.policy [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 12:00:34.351097 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:00:34.353111 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-fa48c1b4-0a85-4d6e-88c7-57fad771f7a6 admin admin] 10.222.0.58 "GET /v2.0/subnets/7c9814d7-b369-408c-a8f0-8ce007582a17 HTTP/1.1" status: 200 len: 816 time: 0.5827000 Aug 17 12:00:51.190269 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:00:52.648574 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a024f971-f97b-4a9f-b4c3-867fae7390e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:55.078078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e5f3124d-2f13-43bd-b092-bb3f9a223c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:55.180390 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:56.405531 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:57.656946 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 33802) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:00:57.704354 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [None req-2dbea27e-d616-4fa9-b92a-5f19bd70b88e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:00:57.706025 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-2dbea27e-d616-4fa9-b92a-5f19bd70b88e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481229 Aug 17 12:00:57.961387 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:00:59.938606 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 33810) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:01:00.013119 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf7fe26-6fae-48cb-b6e0-d6e932d65aa3 admin admin] GET failed (client error): The resource could not be found. Aug 17 12:01:00.014416 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9cf7fe26-6fae-48cb-b6e0-d6e932d65aa3 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0748973 Aug 17 12:01:00.177341 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d78ab8-60a7-473c-878f-eb26e8c2f4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:01:00.178823 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-39d78ab8-60a7-473c-878f-eb26e8c2f4ac admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1601117 Aug 17 12:01:02.350503 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 33818) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:01:02.397577 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:01:02.398708 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.quota [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Loaded quota_driver: . Aug 17 12:01:02.441264 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Made reservation on behalf of c400c95b881a43a29091667700360039 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:01:02.444196 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:02.494572 dv-cinder-778193-3-iscsi neutron-server[93951]: WARNING neutron.services.revisions.revision_plugin [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Could not find related network for resource to bump revision. Aug 17 12:01:02.514211 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:01:02.527639 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741364080074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:02.528216 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Unsubscribe: segment precommit_create {{(pid=93951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 12:01:02.529013 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Added segment 17eba094-9d16-47b4-8174-6ccb8ee04fca of type vlan for network 79a1e43d-bcfc-4534-916e-54f3522a431c Aug 17 12:01:02.593370 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:02.630543 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:02.631561 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:01:02.632161 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:02.657216 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3056598 Aug 17 12:01:02.742107 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Pushing event updated for resources: {'Network': ['ID=79a1e43d-bcfc-4534-916e-54f3522a431c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:01:02.751650 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.752008 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.752358 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.752697 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.753059 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.753400 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.753731 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.754060 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.754402 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.755092 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.755423 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.755745 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d000189-e3f7-4204-ab2a-ca958c65014d admin admin] Tracked resource versions report: Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: pushed versions: Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: { 'AddressGroup': {'1.2'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'ConntrackHelper': {'1.0'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Log': {'1.0'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Network': {'1.1'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Port': {'1.7'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'PortForwarding': {'1.2'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'QosPolicy': {'1.9'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroup': {'1.4'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroupRule': {'1.2'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SubPort': {'1.0'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Subnet': {'1.1'}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Trunk': {'1.1'}} Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: consumer versions: Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'ConntrackHelper': '1.0', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Log': '1.0', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Network': '1.1', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Port': '1.7', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'PortForwarding': '1.2', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'QosPolicy': '1.9', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroup': '1.4', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroupRule': '1.2', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SubPort': '1.0', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Subnet': '1.1', Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Trunk': '1.1'}} Aug 17 12:01:02.756846 dv-cinder-778193-3-iscsi neutron-server[93951]: {{(pid=93951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 12:01:02.796453 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 79a1e43d-bcfc-4534-916e-54f3522a431c details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:01:04.832566 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33830) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:01:04.891326 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4109f8-198b-4686-9181-24bdc90b6443 admin admin] GET failed (client error): The resource could not be found. Aug 17 12:01:04.893189 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4e4109f8-198b-4686-9181-24bdc90b6443 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596228 Aug 17 12:01:04.962571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201afe4-fc0a-4873-96cf-0fa7bd594ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:01:04.964034 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8201afe4-fc0a-4873-96cf-0fa7bd594ff2 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665431 Aug 17 12:01:04.976240 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Request body: {'subnet': {'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:01:04.998550 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Made reservation on behalf of c400c95b881a43a29091667700360039 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:01:05.000968 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.165542 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.219571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd67d0d-31e2-4211-8ded-bd43591497ac,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:01:05.226109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Checking segment: {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:01:05.226457 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Network hostable DHCP agents. Network: 79a1e43d-bcfc-4534-916e-54f3522a431c, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:01:05.241596 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Network 79a1e43d-bcfc-4534-916e-54f3522a431c is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:01:05.249376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 79a1e43d-bcfc-4534-916e-54f3522a431c) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:01:05.253726 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:01:05.254315 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.258958 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b4179c-ac8f-488e-b227-ac4ec6b9f76c None None] Network 79a1e43d-bcfc-4534-916e-54f3522a431c requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:01:05.276256 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9cbf945d-aa3a-4c27-b824-cb8e1798d55f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2975273 Aug 17 12:01:05.408711 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-79a1e43d-bcfc-4534-916e-54f3522a431c', 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c', 'tenant_id': 'c400c95b881a43a29091667700360039', 'fixed_ips': [{'subnet_id': '5fd67d0d-31e2-4211-8ded-bd43591497ac'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:01:05.409648 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.552713 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Allocated IP 192.168.233.2 (79a1e43d-bcfc-4534-916e-54f3522a431c/5fd67d0d-31e2-4211-8ded-bd43591497ac/1259cfad-32ed-4c51-9838-bfe318eb02a1) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:01:05.693342 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.701861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Transition to ACTIVE for port object 1259cfad-32ed-4c51-9838-bfe318eb02a1 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:01:05.717237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Transition to ACTIVE for port object 1259cfad-32ed-4c51-9838-bfe318eb02a1 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:01:05.721996 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.765153 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Network 79a1e43d-bcfc-4534-916e-54f3522a431c is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:01:05.768095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:01:05.771699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:01:05.778499 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Pushing event updated for resources: {'Port': ['ID=1259cfad-32ed-4c51-9838-bfe318eb02a1,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:01:05.788277 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.788675 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.789033 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.789369 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.789702 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.790053 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.790387 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.790713 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.791051 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.791374 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.791696 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.792013 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:01:05.838501 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Attempting to bind port 1259cfad-32ed-4c51-9838-bfe318eb02a1 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:01:05.838823 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Attempting to bind port 1259cfad-32ed-4c51-9838-bfe318eb02a1 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:01:05.839187 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Attempting to bind port 1259cfad-32ed-4c51-9838-bfe318eb02a1 on network 79a1e43d-bcfc-4534-916e-54f3522a431c {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:01:05.844313 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:01:05.844686 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Checking segment: {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:01:05.845126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.846027 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Bound using segment: {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:01:05.846497 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Bound port: 1259cfad-32ed-4c51-9838-bfe318eb02a1, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:01:05.846894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.910149 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] For port 1259cfad-32ed-4c51-9838-bfe318eb02a1, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:01:05.913953 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] For port 1259cfad-32ed-4c51-9838-bfe318eb02a1, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=1259cfad-32ed-4c51-9838-bfe318eb02a1,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:01:05.919187 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:05.982461 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab4b25-a559-4420-9d90-b8479801ce2c None None] Pushing event updated for resources: {'Port': ['ID=1259cfad-32ed-4c51-9838-bfe318eb02a1,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:01:06.754312 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48376788-b9d1-4cb2-9b9e-40b13d617684 None None] Network 79a1e43d-bcfc-4534-916e-54f3522a431c requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:01:06.880362 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-40fe5a6b-d9ac-4008-bbf5-bb02fb573db9 None None] Provisioning for port 1259cfad-32ed-4c51-9838-bfe318eb02a1 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:01:07.346160 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 1259cfad-32ed-4c51-9838-bfe318eb02a1 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:01:07.406464 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 1259cfad-32ed-4c51-9838-bfe318eb02a1 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:01:07.411831 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 1259cfad-32ed-4c51-9838-bfe318eb02a1 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:01:07.412567 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:07.503917 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:07.542888 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 1259cfad-32ed-4c51-9838-bfe318eb02a1, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=1259cfad-32ed-4c51-9838-bfe318eb02a1,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:01:07.546812 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:07.608990 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=1259cfad-32ed-4c51-9838-bfe318eb02a1,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:01:09.323190 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 1259cfad-32ed-4c51-9838-bfe318eb02a1 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:01:09.369244 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 1259cfad-32ed-4c51-9838-bfe318eb02a1 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:01:09.369607 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:22.648402 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-abcda75c-624b-4124-82d9-c5f4a28cc1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:25.082199 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4473c909-3375-4c97-a121-194217d82ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:25.182905 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:26.406318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:27.966846 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:28.189128 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:01:52.650373 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1b824d1e-7483-4d28-846c-343075b1c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:55.081766 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bed4fa46-89c5-4149-8a49-d106e700228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:55.184044 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:56.410152 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:01:57.969447 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:05.187550 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:02:13.342456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33882) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:02:13.349312 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [None req-d7274333-89f4-4061-82e9-e0816d7a1b0e tempest-verify_tempest_config-1943578658 tempest-verify_tempest_config-1943578658-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:02:13.350284 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d7274333-89f4-4061-82e9-e0816d7a1b0e tempest-verify_tempest_config-1943578658 tempest-verify_tempest_config-1943578658-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068486 Aug 17 12:02:13.657302 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33900) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:02:13.765444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:13.852023 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:13.855271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:13.900030 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c56d53c4152b4ca4a8666148af6af280&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2417128 Aug 17 12:02:13.901508 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f9e8b-b562-41c3-9d1d-28674ac44ad1,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:02:13.902739 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 33904) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:02:13.908441 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.908796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.909168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.909507 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.909842 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.910192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.910525 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.910854 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.911198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.911529 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.911855 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.912178 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cbbfe-a5e9-4886-a581-a10df718ff02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:13.979721 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:13.999813 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:14.091017 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:14.094136 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:14.095442 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca8f9e8b-b562-41c3-9d1d-28674ac44ad1 HTTP/1.1" status: 204 len: 168 time: 0.1917222 Aug 17 12:02:14.103369 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f9e8b-b562-41c3-9d1d-28674ac44ad1,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:02:14.110518 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.110887 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.111240 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.111587 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.111924 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.112274 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.112613 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.112970 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.113321 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.113687 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.113970 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:14.114295 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdddbff5-1e71-46a2-995f-09e9e49aab07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:02:22.650981 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-50358eea-b126-49ea-bb44-fcd129047b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:25.082633 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-28421f92-f151-43ad-b112-12a28e02b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:25.184052 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:26.412045 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:27.974380 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:42.186105 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:02:52.650478 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa3c3-924c-4053-88db-7fd9e9b201a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:55.082558 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1df055a2-370e-4f8a-be2c-431a1d1a3147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:55.184447 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:56.414283 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:02:57.974269 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:19.185559 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 5 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:03:22.650586 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66594a8a-6236-4be8-854a-654a61ee0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:25.083626 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-879e8412-7dbe-4191-9504-5849287428fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:25.183941 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:26.417806 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:27.977592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:50.181241 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3833711'] for agent, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:52.650644 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8b8fcd89-0327-4641-9546-0e389401d37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:55.083999 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1df67660-b040-4211-8cf0-254ddf3838f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:55.182999 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:56.184207 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:03:56.420558 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:03:57.980095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:04.562093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33980) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:04:04.664941 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d205c640-12be-4f54-b0c8-669affe7e801 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017382 Aug 17 12:04:06.803689 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 33990) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:04:06.857615 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-25b78981-b65a-4bbe-b57a-f3a2f2ef10b9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528569 Aug 17 12:04:20.131487 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:22.651491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-67f670df-748b-4993-aecc-8c58c724879b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:25.085412 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5c897779-9484-4ce7-a20c-869700841a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:25.181563 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:26.423337 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:27.983804 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:33.183223 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:04:50.148709 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:52.651534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-eb94335c-c1a1-417b-b335-381d81a1f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:55.087412 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1de720f0-f052-4bb7-817a-27341f09e4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:55.184688 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:56.426689 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:04:57.993427 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:10.181976 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:05:20.166270 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:22.652989 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95619b2d-bfe4-4494-a864-0a0b84c5f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:25.089360 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4c544cd3-911e-4eca-904c-5887b47721af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:25.186335 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:26.430964 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:27.991381 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.104673 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34204) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:36.226428 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34218) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:36.243401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34224) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:36.408631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-920535496-network', 'tenant_id': 'c0c2195b66f1423d96c39f32ee261b92'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:36.433026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Made reservation on behalf of c0c2195b66f1423d96c39f32ee261b92 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:36.436079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.444578 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.473448 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34232) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:36.549657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.554581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.582382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03297fb-3d81-4976-8f69-790c50a16c42,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:36.590814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:05:36.594194 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.594568 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.594916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.595251 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.595758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.596109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.596445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.596779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.597151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.597651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.597989 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.598317 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Tracked resource versions report: Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: pushed versions: Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: { 'AddressGroup': {'1.2'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'ConntrackHelper': {'1.0'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Log': {'1.0'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Network': {'1.1'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Port': {'1.7'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'PortForwarding': {'1.2'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'QosPolicy': {'1.9'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroup': {'1.4'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroupRule': {'1.2'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SubPort': {'1.0'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Subnet': {'1.1'}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Trunk': {'1.1'}} Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: consumer versions: Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: HyperV agent@hv-cinder-77819: {}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'ConntrackHelper': '1.0', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Log': '1.0', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Network': '1.1', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Port': '1.7', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'PortForwarding': '1.2', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'QosPolicy': '1.9', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroup': '1.4', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SecurityGroupRule': '1.2', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'SubPort': '1.0', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Subnet': '1.1', Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: 'Trunk': '1.1'}} Aug 17 12:05:36.599314 dv-cinder-778193-3-iscsi neutron-server[93952]: {{(pid=93952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 12:05:36.609551 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1387733320-network', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:36.631074 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-68814042-network', 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:36.641799 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.642068 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Added segment 8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9 of type vlan for network 290c4f89-2480-449e-afe0-e8bf80d89b90 Aug 17 12:05:36.644953 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34248) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:36.656894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Made reservation on behalf of 5ac5ece58fa3444ca75308772ccf5c16 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:36.659379 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.672353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.691307 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-493141811-network', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:36.737201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.744452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:36.746670 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.761911 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Made reservation on behalf of 8cfeb8967fc74c95a1237cf81fbc3896 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:36.764644 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.765856 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.776085 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.786095 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.787038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:36.787600 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.849441 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-390959636-network', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:36.878226 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] Pushing event updated for resources: {'Network': ['ID=290c4f89-2480-449e-afe0-e8bf80d89b90,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:36.891206 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 290c4f89-2480-449e-afe0-e8bf80d89b90 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:05:36.924813 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.929930 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:36.961037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73b693a-8795-4f22-88cb-784007f102c3,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:36.980101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.db.api [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 12:05:36.980101 dv-cinder-778193-3-iscsi neutron-server[93952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 12:05:36.980101 dv-cinder-778193-3-iscsi neutron-server[93952]: [parameters: {'project_id_1': '42c86dd672cc46b4ac000cb8992b9ace', 'expiration_1': datetime.datetime(2021, 8, 17, 12, 5, 36, 799089)}] Aug 17 12:05:36.980101 dv-cinder-778193-3-iscsi neutron-server[93952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 12:05:36.981755 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG oslo_db.api [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 12:05:36.988371 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:05:36.999221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.000109 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Added segment ed0e262e-82a2-4996-8c60-126441961c64 of type vlan for network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 Aug 17 12:05:37.046572 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.db.api [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 12:05:37.046572 dv-cinder-778193-3-iscsi neutron-server[93951]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 12:05:37.046572 dv-cinder-778193-3-iscsi neutron-server[93951]: [parameters: {'project_id_1': '1cbdf78900d5405b9ced03f0e82aecc4', 'expiration_1': datetime.datetime(2021, 8, 17, 12, 5, 36, 859629)}] Aug 17 12:05:37.046572 dv-cinder-778193-3-iscsi neutron-server[93951]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93951) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 12:05:37.046948 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG oslo_db.api [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 12:05:37.047867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.081852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.082867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:37.083491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.088430 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.094192 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.116260 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8881886 Aug 17 12:05:37.116845 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34260) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:37.120033 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:05:37.138698 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.139387 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Added segment 17dcd30c-d5b2-48bc-b7a9-10d37e3943da of type vlan for network cee39732-cd1d-48f9-9ccd-562147b82d72 Aug 17 12:05:37.147081 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6b14f0d8-e185-4e86-8a52-18fee951a92d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0385625 Aug 17 12:05:37.150649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Request body: {'subnet': {'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1387733320-subnet', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:37.155222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34262) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:37.165680 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Request body: {'subnet': {'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-920535496-subnet', 'tenant_id': 'c0c2195b66f1423d96c39f32ee261b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:37.202099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Made reservation on behalf of c0c2195b66f1423d96c39f32ee261b92 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:37.204518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.227684 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390bf5-2a7f-4819-8b82-4b2eaa2df07e admin admin] Pushing event updated for resources: {'Network': ['ID=ca8418cd-9ec3-4f12-9e62-d2e258234fa2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.238903 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:05:37.271791 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Made reservation on behalf of 5ac5ece58fa3444ca75308772ccf5c16 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:37.273810 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.292827 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.311394 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed79a6d8-5f23-455f-8cdd-b4073a0dda1d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.334581 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.334734 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.335278 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.335610 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.335940 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.336284 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.336932 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.337288 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.337617 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.337947 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.338273 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.338600 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Tracked resource versions report: Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: pushed versions: Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: { 'AddressGroup': {'1.2'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'ConntrackHelper': {'1.0'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Log': {'1.0'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Network': {'1.1'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Port': {'1.7'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'PortForwarding': {'1.2'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'QosPolicy': {'1.9'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroup': {'1.4'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroupRule': {'1.2'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SubPort': {'1.0'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Subnet': {'1.1'}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Trunk': {'1.1'}} Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: consumer versions: Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: HyperV agent@hv-cinder-77819: {}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'ConntrackHelper': '1.0', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Log': '1.0', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Network': '1.1', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Port': '1.7', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'PortForwarding': '1.2', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'QosPolicy': '1.9', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroup': '1.4', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SecurityGroupRule': '1.2', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'SubPort': '1.0', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Subnet': '1.1', Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: 'Trunk': '1.1'}} Aug 17 12:05:37.339585 dv-cinder-778193-3-iscsi neutron-server[93951]: {{(pid=93951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 12:05:37.354949 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.357386 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:37.358171 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.413538 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9381459 Aug 17 12:05:37.421430 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34270) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:37.430528 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Request body: {'subnet': {'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-subnet', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:37.439601 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e8079-1744-4fcc-a372-cb5a3e97d1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=cee39732-cd1d-48f9-9ccd-562147b82d72,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.450516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network cee39732-cd1d-48f9-9ccd-562147b82d72 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:05:37.454602 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.476286 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Made reservation on behalf of 8cfeb8967fc74c95a1237cf81fbc3896 for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:37.478737 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.497908 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.499848 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edd82e0-3132-456e-bc3d-fba87bf35d6f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.613271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Checking segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:37.613618 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Network hostable DHCP agents. Network: ca8418cd-9ec3-4f12-9e62-d2e258234fa2, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:05:37.688644 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:05:37.700045 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.709136 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, ca8418cd-9ec3-4f12-9e62-d2e258234fa2) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:37.718881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce8fac-4212-401a-9a25-4ec37844b40c None None] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:37.740461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:37.741093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.764953 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.782339 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.789340 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f74149f-db7e-44f3-912a-92261f5a72f8,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.805244 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-24697ca8-6cd8-456b-afce-0b909dd41084 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6624155 Aug 17 12:05:37.807247 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34282) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:37.813484 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:37.825471 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:05:37.838432 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Made reservation on behalf of 1cbdf78900d5405b9ced03f0e82aecc4 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:37.840724 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.853889 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.875248 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.875787 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Added segment 184e5d06-119d-499f-8d41-ee6c9c44e98e of type vlan for network c42fab6a-359c-46a0-aad1-5688d40b9b75 Aug 17 12:05:37.919525 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.932197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.935852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Checking segment: {'id': '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:37.936270 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Network hostable DHCP agents. Network: 290c4f89-2480-449e-afe0-e8bf80d89b90, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:05:37.939436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.940534 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.951424 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87329155-85d1-420d-9f1e-400e414a701f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:37.959614 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:05:37.960549 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:37.970672 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23adb48-b2e7-49cb-b849-17d75504854f,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:38.026469 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Checking segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:38.026868 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Network hostable DHCP agents. Network: cee39732-cd1d-48f9-9ccd-562147b82d72, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:05:38.061373 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:05:38.082950 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, cee39732-cd1d-48f9-9ccd-562147b82d72) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:38.094897 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:38.095028 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.096601 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927238b-4533-44f3-b1e2-ba9fbd43ffe6 None None] Network cee39732-cd1d-48f9-9ccd-562147b82d72 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:38.124968 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Network 290c4f89-2480-449e-afe0-e8bf80d89b90 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:05:38.134876 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.135892 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 290c4f89-2480-449e-afe0-e8bf80d89b90) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:38.136633 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.138640 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.139896 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:38.140622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.148007 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:38.148835 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.151075 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.162037 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d4cce95e-7225-4a7d-bf20-aab3b6903b8d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7393806 Aug 17 12:05:38.165487 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34294) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:38.190814 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:38.191771 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2e925-1b18-456a-b1b9-15c44c1fae1c None None] Network 290c4f89-2480-449e-afe0-e8bf80d89b90 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:38.235015 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:05:38.261856 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.262235 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Added segment 956e84c7-e1db-4417-bc77-5add7e7d68d1 of type vlan for network 8abbb495-3924-43e6-a993-0a10446990b5 Aug 17 12:05:38.303286 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Allocated IP 172.20.0.2 (ca8418cd-9ec3-4f12-9e62-d2e258234fa2/6edd82e0-3132-456e-bc3d-fba87bf35d6f/7b596c43-822b-4492-85a7-9155436bddc7) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:38.306489 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:38.314347 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.316333 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.319753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0749540 Aug 17 12:05:38.323986 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34300) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:38.332470 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Request body: {'subnet': {'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-68814042-subnet', 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:38.339380 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f560a3e4-bac0-4b48-95aa-beb1c3593a03 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1799994 Aug 17 12:05:38.356204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b200f-8652-4b96-b19c-05d258911004 admin admin] Pushing event updated for resources: {'Network': ['ID=c42fab6a-359c-46a0-aad1-5688d40b9b75,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:38.385007 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.452338 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.522690 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:05:38.534930 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.db.resource_extend [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 12:05:38.557637 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.664357 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:38.667217 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.674955 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3153810-387c-46b9-ab0b-91b9cee5480a None None] Network 290c4f89-2480-449e-afe0-e8bf80d89b90 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:38.703598 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.704505 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:38.705119 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.903834 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2577500 Aug 17 12:05:38.906538 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34336) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:38.909702 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34338) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:38.926997 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.934381 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-cee39732-cd1d-48f9-9ccd-562147b82d72', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:05:38.935062 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.944454 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.947834 dv-cinder-778193-3-iscsi neutron-server[93952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 12:05:38.949719 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:38.955160 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Request body: {'subnet': {'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-subnet', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:38.984815 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bc091-1e93-4f73-84d7-9603782a1502 admin admin] Pushing event updated for resources: {'Network': ['ID=8abbb495-3924-43e6-a993-0a10446990b5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:39.005606 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 8abbb495-3924-43e6-a993-0a10446990b5 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:05:39.143324 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Made reservation on behalf of 1cbdf78900d5405b9ced03f0e82aecc4 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:39.146742 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.193330 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.229313 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.244244 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Transition to ACTIVE for port object 7b596c43-822b-4492-85a7-9155436bddc7 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:39.250651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Allocated IP 172.20.0.2 (cee39732-cd1d-48f9-9ccd-562147b82d72/f23adb48-b2e7-49cb-b849-17d75504854f/0142c080-ec83-4d54-a8d7-dda52cf24daf) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:39.271494 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Transition to ACTIVE for port object 7b596c43-822b-4492-85a7-9155436bddc7 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:39.328102 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-4d8f7082-0537-40a3-82f0-f53278ceef38 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:39.329648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-4d8f7082-0537-40a3-82f0-f53278ceef38 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/networks?id=290c4f89-2480-449e-afe0-e8bf80d89b90 HTTP/1.1" status: 200 len: 811 time: 0.4221723 Aug 17 12:05:39.343264 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.365594 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-cc00c013-f8ae-40c4-a0b8-0cc5361cd2a6 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/quotas/c0c2195b66f1423d96c39f32ee261b92 HTTP/1.1" status: 200 len: 375 time: 0.0279932 Aug 17 12:05:39.378067 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Allocated IP 172.27.0.218 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/ae0560f7-8d86-41de-997f-21f9556cc95b) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:39.403790 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:39.412744 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:39.416147 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:39.419445 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96119a5-8ed3-4b42-bdf7-61e443c48578,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:39.432534 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Checking segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:39.432805 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Network hostable DHCP agents. Network: c42fab6a-359c-46a0-aad1-5688d40b9b75, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:05:39.438407 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9670319c-6fa8-4e76-a034-22d0ba52610a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0c2195b66f1423d96c39f32ee261b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633311 Aug 17 12:05:39.484740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.493983 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Pushing event updated for resources: {'Port': ['ID=7b596c43-822b-4492-85a7-9155436bddc7,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:39.515051 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.525091 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:05:39.610882 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, c42fab6a-359c-46a0-aad1-5688d40b9b75) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:39.625754 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:39.626379 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.645133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.653970 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-7d23f81e-92a8-4e7b-ac8a-bb93a4dec06a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:05:39.655779 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-7d23f81e-92a8-4e7b-ac8a-bb93a4dec06a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1069574 Aug 17 12:05:39.660241 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.673461 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Transition to ACTIVE for port object 0142c080-ec83-4d54-a8d7-dda52cf24daf will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:39.686533 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e2891221-f154-4a00-acf4-7d1cc042a0f2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3591819 Aug 17 12:05:39.695411 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe96d2-360b-4bab-a571-4d212ca1300b None None] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:39.698450 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.698947 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.699141 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.699468 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.699844 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.700225 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.700581 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.701438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.701438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.701724 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.702073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.702437 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Tracked resource versions report: Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: pushed versions: Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: { 'AddressGroup': {'1.2'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'ConntrackHelper': {'1.0'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Log': {'1.0'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Network': {'1.1'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Port': {'1.7'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'PortForwarding': {'1.2'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'QosPolicy': {'1.9'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroup': {'1.4'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroupRule': {'1.2'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SubPort': {'1.0'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Subnet': {'1.1'}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Trunk': {'1.1'}} Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: consumer versions: Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: HyperV agent@hv-cinder-77819: {}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'ConntrackHelper': '1.0', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Log': '1.0', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Network': '1.1', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Port': '1.7', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'PortForwarding': '1.2', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'QosPolicy': '1.9', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroup': '1.4', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SecurityGroupRule': '1.2', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'SubPort': '1.0', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Subnet': '1.1', Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: 'Trunk': '1.1'}} Aug 17 12:05:39.703548 dv-cinder-778193-3-iscsi neutron-server[93953]: {{(pid=93953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 12:05:39.714115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.730473 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Transition to ACTIVE for port object 0142c080-ec83-4d54-a8d7-dda52cf24daf will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:39.767734 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Attempting to bind port 7b596c43-822b-4492-85a7-9155436bddc7 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:39.768091 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Attempting to bind port 7b596c43-822b-4492-85a7-9155436bddc7 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:39.768974 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Attempting to bind port 7b596c43-822b-4492-85a7-9155436bddc7 on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:39.776813 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:39.777491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Checking segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:39.777780 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.778197 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Bound using segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:39.778996 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Bound port: 7b596c43-822b-4492-85a7-9155436bddc7, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:39.779249 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.785914 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.791857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a7be9d-270e-470d-97ac-56fba7a09fda,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:39.837794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Checking segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:39.838568 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Network hostable DHCP agents. Network: 8abbb495-3924-43e6-a993-0a10446990b5, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:05:39.844205 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:39.864226 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-111ed34d-c033-43cf-af09-91de0662b1b5 service neutron] 10.222.0.58 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773844 Aug 17 12:05:39.871274 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:39.882864 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:39.915736 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Network 8abbb495-3924-43e6-a993-0a10446990b5 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:05:39.935924 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:39.937862 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 8abbb495-3924-43e6-a993-0a10446990b5) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:39.967254 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Allocated IP 172.27.0.176 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/98be050b-891e-4ffd-a5ce-0089181f41b4) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:39.976025 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:39.976699 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.001136 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:40.002923 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9ad75ec8-9497-4f3d-90e0-925cba40086a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0780470 Aug 17 12:05:40.012656 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34376) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:40.015501 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] For port 7b596c43-822b-4492-85a7-9155436bddc7, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:40.016772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Pushing event updated for resources: {'Port': ['ID=ae0560f7-8d86-41de-997f-21f9556cc95b,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:40.021484 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:40.030616 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] For port 7b596c43-822b-4492-85a7-9155436bddc7, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7b596c43-822b-4492-85a7-9155436bddc7,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:40.038198 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Pushing event updated for resources: {'Port': ['ID=0142c080-ec83-4d54-a8d7-dda52cf24daf,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:40.046174 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6a1a0-97ec-42c3-8baa-c4e4a998b1b8 None None] Network 8abbb495-3924-43e6-a993-0a10446990b5 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:40.062259 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:40.068002 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.089515 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-2372c777-0025-4246-a402-6a414c72d80e service neutron] 10.222.0.58 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084806 Aug 17 12:05:40.101782 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:40.107491 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.109810 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.148094 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cefe4-132e-4785-8229-41c0f9ab4c7c None None] Pushing event updated for resources: {'Port': ['ID=7b596c43-822b-4492-85a7-9155436bddc7,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:40.169321 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.233315 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.282258 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675a122-ee09-4caa-9459-c3a90fd4a3b9 None None] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:40.336718 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34398) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:40.339759 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Attempting to bind port 0142c080-ec83-4d54-a8d7-dda52cf24daf on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:40.340320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Attempting to bind port 0142c080-ec83-4d54-a8d7-dda52cf24daf by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:40.340704 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Attempting to bind port 0142c080-ec83-4d54-a8d7-dda52cf24daf on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:40.360307 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:40.361019 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Checking segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:40.361618 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.362173 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Bound using segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:40.362837 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Bound port: 0142c080-ec83-4d54-a8d7-dda52cf24daf, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:40.363414 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.506825 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42438d67-7dea-4f51-ae1e-35d90e5e2146 None None] Network 8abbb495-3924-43e6-a993-0a10446990b5 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:40.510688 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.631717 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.653353 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] For port 0142c080-ec83-4d54-a8d7-dda52cf24daf, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:40.665772 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.687134 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] For port 0142c080-ec83-4d54-a8d7-dda52cf24daf, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=0142c080-ec83-4d54-a8d7-dda52cf24daf,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:40.710053 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:40.788300 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Pushing event updated for resources: {'Port': ['ID=98be050b-891e-4ffd-a5ce-0089181f41b4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:40.799375 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:40.809888 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:40.812790 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:40.900045 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e14b2-e77a-4dbf-b6d4-cf1c6fa2539b None None] Pushing event updated for resources: {'Port': ['ID=0142c080-ec83-4d54-a8d7-dda52cf24daf,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:40.987981 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-694fe29d-3776-4354-8349-4b440e01f833 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:40.992719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-694fe29d-3776-4354-8349-4b440e01f833 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.6535747 Aug 17 12:05:41.032946 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-43cbaeae-e788-4f45-8024-e86f04decbac req-331dd327-0dbd-4f5f-aa52-16fe2c153cb5 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.4179807 Aug 17 12:05:41.087212 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-ddb19e47-7009-4d6d-b056-b6681de82ebb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/quotas/42c86dd672cc46b4ac000cb8992b9ace HTTP/1.1" status: 200 len: 375 time: 0.0565829 Aug 17 12:05:41.169193 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-71c80246-b1f3-42da-9816-5778015b3efc tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685394 Aug 17 12:05:41.356445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:41.470861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-ede169cb-ec87-4234-a461-59aa4b5e4e4f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:05:41.474167 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-ede169cb-ec87-4234-a461-59aa4b5e4e4f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1861627 Aug 17 12:05:41.647464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:41.701791 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7b596c43-822b-4492-85a7-9155436bddc7 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:41.815748 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 7b596c43-822b-4492-85a7-9155436bddc7 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:41.821224 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 0142c080-ec83-4d54-a8d7-dda52cf24daf up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:41.840388 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-d3ef78ae-3f03-46d2-acc6-30a0a8ff342b service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542459 Aug 17 12:05:41.856404 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Router fb118498-32c0-4350-bf7b-e80d867a0e0c is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:05:41.976689 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 0142c080-ec83-4d54-a8d7-dda52cf24daf completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:41.993468 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62676e-0a9b-48f9-92f2-baf879eeadd7 None None] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:42.040854 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.075895 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.139563 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.150114 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Provisioning for port 7b596c43-822b-4492-85a7-9155436bddc7 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:42.156890 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Provisioning complete for port 7b596c43-822b-4492-85a7-9155436bddc7 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:42.157547 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.179237 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-c8c9f0c1-b895-48c0-89fa-9c7b4a808fe2 service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309243 Aug 17 12:05:42.253349 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c7aa537-9a27-4a12-a2e6-e0ae5a1159cb req-f070c87a-248d-41f4-b1b2-1ef7b2f6a7ba tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.1116450 Aug 17 12:05:42.257575 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:42.283989 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac821404-0629-488a-abed-43094abcd98c None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:42.298834 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.299306 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:42.300214 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d93e804c-d083-4f1f-bc24-a0e957739a9b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4906917 Aug 17 12:05:42.302803 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34482) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:42.302934 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:42.318059 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.386872 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] For port 7b596c43-822b-4492-85a7-9155436bddc7, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7b596c43-822b-4492-85a7-9155436bddc7,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:42.395438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.466242 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b6275-e701-498f-82bf-eb643f82cdb1 None None] Network cee39732-cd1d-48f9-9ccd-562147b82d72 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:05:42.556937 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Allocated IP 172.27.0.33 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/370b211d-1021-4c78-ac6d-202dbdf4a851) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:42.564812 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:42.584868 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c3149-8f2c-4d82-906a-965a78a1ebb7 None None] Pushing event updated for resources: {'Port': ['ID=7b596c43-822b-4492-85a7-9155436bddc7,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:42.635552 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Provisioning for port 0142c080-ec83-4d54-a8d7-dda52cf24daf completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:42.667150 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09782bde-e449-4ea9-93f9-326e1a3a0b2a req-dc7cdeaa-3ccc-4bda-93c3-0415fe7d5bad tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0796185 Aug 17 12:05:42.680229 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Provisioning complete for port 0142c080-ec83-4d54-a8d7-dda52cf24daf triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:42.683101 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.738131 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.826027 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:42.860986 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.863888 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac821404-0629-488a-abed-43094abcd98c None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:42.864431 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac821404-0629-488a-abed-43094abcd98c None None] Updating router fb118498-32c0-4350-bf7b-e80d867a0e0c port ae0560f7-8d86-41de-997f-21f9556cc95b binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:42.891820 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.948501 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:42.948942 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:42.989310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:42.993950 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Pushing event updated for resources: {'Port': ['ID=370b211d-1021-4c78-ac6d-202dbdf4a851,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:43.010946 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:43.013350 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] For port 0142c080-ec83-4d54-a8d7-dda52cf24daf, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=0142c080-ec83-4d54-a8d7-dda52cf24daf,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:43.017139 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:05:43.024192 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.089850 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081f408-05ad-452b-9ddb-935d3e28baaa None None] Pushing event updated for resources: {'Port': ['ID=0142c080-ec83-4d54-a8d7-dda52cf24daf,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:43.156324 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-9e21a037-bfc1-41e2-a4d3-12e16d5643d1 None None] Provisioning complete for port 7b596c43-822b-4492-85a7-9155436bddc7 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:43.156724 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9e21a037-bfc1-41e2-a4d3-12e16d5643d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.200692 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.374897 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.389955 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-ac821404-0629-488a-abed-43094abcd98c None None] Transition to ACTIVE for port object ae0560f7-8d86-41de-997f-21f9556cc95b will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:43.404116 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.408604 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:43.427760 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:43.445787 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:43.447320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:43.473513 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Pushing event updated for resources: {'Port': ['ID=ae0560f7-8d86-41de-997f-21f9556cc95b,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:43.491354 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.491934 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.492540 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.493396 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.494612 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.495747 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.496261 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.496801 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.497327 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.498050 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.499564 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.500178 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Tracked resource versions report: Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: pushed versions: Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: { 'AddressGroup': {'1.2'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'ConntrackHelper': {'1.0'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Log': {'1.0'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Network': {'1.1'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Port': {'1.7'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'PortForwarding': {'1.2'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'QosPolicy': {'1.9'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroup': {'1.4'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroupRule': {'1.2'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SubPort': {'1.0'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Subnet': {'1.1'}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Trunk': {'1.1'}} Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: consumer versions: Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: { DHCP agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: HyperV agent@hv-cinder-77819: {}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: L3 agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: Metadata agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: Metering agent@dv-cinder-778193-3-iscsi: {}, Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: Open vSwitch agent@dv-cinder-778193-3-iscsi: { 'AddressGroup': '1.2', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'ConntrackHelper': '1.0', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Log': '1.0', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Network': '1.1', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Port': '1.7', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'PortForwarding': '1.2', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'QosPolicy': '1.9', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroup': '1.4', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SecurityGroupRule': '1.2', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'SubPort': '1.0', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Subnet': '1.1', Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: 'Trunk': '1.1'}} Aug 17 12:05:43.501565 dv-cinder-778193-3-iscsi neutron-server[93954]: {{(pid=93954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 12:05:43.504686 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.508831 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d1851c89-1f35-48d3-b627-b5f17cc6b8ef admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3379085 Aug 17 12:05:43.509159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34528) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:43.535725 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.558441 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-ac821404-0629-488a-abed-43094abcd98c None None] Attempting to bind port ae0560f7-8d86-41de-997f-21f9556cc95b on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:43.558818 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-ac821404-0629-488a-abed-43094abcd98c None None] Attempting to bind port ae0560f7-8d86-41de-997f-21f9556cc95b by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:43.559243 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac821404-0629-488a-abed-43094abcd98c None None] Attempting to bind port ae0560f7-8d86-41de-997f-21f9556cc95b on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:43.568390 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac821404-0629-488a-abed-43094abcd98c None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:43.568765 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac821404-0629-488a-abed-43094abcd98c None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:43.569215 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.569612 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac821404-0629-488a-abed-43094abcd98c None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:43.570135 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-ac821404-0629-488a-abed-43094abcd98c None None] Bound port: ae0560f7-8d86-41de-997f-21f9556cc95b, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:43.570694 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.604604 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7b596c43-822b-4492-85a7-9155436bddc7 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:43.611234 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-62973f81-6d3f-4836-be33-5a112bec9be4 None None] Provisioning complete for port 0142c080-ec83-4d54-a8d7-dda52cf24daf triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:43.611906 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-62973f81-6d3f-4836-be33-5a112bec9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.625465 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c8a6110-ca92-427d-bafa-72968f8e57e2 req-2c71184b-7db1-4af7-87c8-f6df60407836 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.1151960 Aug 17 12:05:43.669999 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-ac821404-0629-488a-abed-43094abcd98c None None] For port ae0560f7-8d86-41de-997f-21f9556cc95b, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:43.672275 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Allocated IP 172.20.0.1 (ca8418cd-9ec3-4f12-9e62-d2e258234fa2/6edd82e0-3132-456e-bc3d-fba87bf35d6f/a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:43.684070 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-ac821404-0629-488a-abed-43094abcd98c None None] For port ae0560f7-8d86-41de-997f-21f9556cc95b, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=ae0560f7-8d86-41de-997f-21f9556cc95b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:43.689084 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-ac821404-0629-488a-abed-43094abcd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.760757 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:43.813514 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:43.814131 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:43.861660 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae82d-7d29-4f14-8e27-581abf06ac10 None None] Pushing event updated for resources: {'Port': ['ID=ae0560f7-8d86-41de-997f-21f9556cc95b,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:43.917090 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:43.988155 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 7b596c43-822b-4492-85a7-9155436bddc7 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:43.988768 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.007893 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb32a7d8-99f3-4a72-8ada-484a1fcaa153 req-784bfdde-fcdc-4ec0-8265-19ace4d41c30 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0405834 Aug 17 12:05:44.033605 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:44.121929 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Router 8d20955c-b05a-4aae-9c84-073ec7765e16 is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:05:44.136843 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.156744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Transition to ACTIVE for port object a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:44.193539 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 0142c080-ec83-4d54-a8d7-dda52cf24daf up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:44.230067 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:44.260876 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-ac821404-0629-488a-abed-43094abcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:44.261165 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:44.261461 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Updating router 143fe9c8-9a18-4457-a1db-e212397dfd25 port 98be050b-891e-4ffd-a5ce-0089181f41b4 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:44.281285 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.293786 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.299481 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac821404-0629-488a-abed-43094abcd98c None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:44.341407 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 0142c080-ec83-4d54-a8d7-dda52cf24daf triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:44.341785 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.353746 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:44.365075 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:44.374370 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:44.374872 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.389314 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:44.399314 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Sync routers for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:44.412144 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:44.415577 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:44.427740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.430634 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bf5437a7-ea65-4058-ae36-46aaca46f900 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4146223 Aug 17 12:05:44.434960 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34548) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:44.440119 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:44.725907 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:44.771120 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.975041 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:44.989934 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-76e8311d-968b-477c-95df-e8da878c2b01 None None] Provisioning for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:45.001927 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-76e8311d-968b-477c-95df-e8da878c2b01 None None] Provisioning complete for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:45.002305 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-76e8311d-968b-477c-95df-e8da878c2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.005850 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc17767b-ef08-4f6d-ba39-5ed2b6f646dc req-5458ede4-abc9-4404-83e6-b8e3ce1264eb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.1496046 Aug 17 12:05:45.157160 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-76e8311d-968b-477c-95df-e8da878c2b01 None None] Port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:05:45.219789 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:43Z', 'revision_number': 3, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:45.234193 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0cb6537-11f2-4e7e-8a6d-09ae272e0f6e req-f65c485c-01a2-4ab0-97b4-3e12bc0ec60b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0795565 Aug 17 12:05:45.277653 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.289591 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Checking router: 8d20955c-b05a-4aae-9c84-073ec7765e16 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:45.290206 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Updating router 8d20955c-b05a-4aae-9c84-073ec7765e16 port 370b211d-1021-4c78-ac6d-202dbdf4a851 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:45.292342 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Transition to ACTIVE for port object 98be050b-891e-4ffd-a5ce-0089181f41b4 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:45.301435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.304293 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.322050 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.377499 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc78b9-8652-4fb3-b588-40ec886dbac0 None None] Pushing event updated for resources: {'Port': ['ID=98be050b-891e-4ffd-a5ce-0089181f41b4,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:45.381699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Attempting to bind port 98be050b-891e-4ffd-a5ce-0089181f41b4 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:45.382005 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Attempting to bind port 98be050b-891e-4ffd-a5ce-0089181f41b4 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:45.382367 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Attempting to bind port 98be050b-891e-4ffd-a5ce-0089181f41b4 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:45.389620 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:45.389993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:45.390393 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.390783 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:45.391575 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Bound port: 98be050b-891e-4ffd-a5ce-0089181f41b4, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:45.391979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.453410 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] For port 98be050b-891e-4ffd-a5ce-0089181f41b4, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:45.459387 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] For port 98be050b-891e-4ffd-a5ce-0089181f41b4, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=98be050b-891e-4ffd-a5ce-0089181f41b4,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:45.467707 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.507255 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Allocated IP 172.20.0.1 (cee39732-cd1d-48f9-9ccd-562147b82d72/f23adb48-b2e7-49cb-b849-17d75504854f/abfcf823-33b4-436c-9c9a-ef8325b965f5) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:45.566102 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:45.566700 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:45.582919 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Allocated IP 172.20.0.1 (8abbb495-3924-43e6-a993-0a10446990b5/74a7be9d-270e-470d-97ac-56fba7a09fda/55ad53a8-e136-4f31-8c18-674c8205dc1e) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:45.683145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.692796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.693722 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.752714 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.777915 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:45.829061 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.60', 61500) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:45.874748 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device ae0560f7-8d86-41de-997f-21f9556cc95b up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:45.874961 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.881020 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc78b9-8652-4fb3-b588-40ec886dbac0 None None] Pushing event updated for resources: {'Port': ['ID=98be050b-891e-4ffd-a5ce-0089181f41b4,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:45.922151 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:45.927309 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:45.934079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:45.945638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Pushing event updated for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:45.962047 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Transition to ACTIVE for port object 370b211d-1021-4c78-ac6d-202dbdf4a851 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:45.975514 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.015547 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Pushing event updated for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:46.063698 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Network 8abbb495-3924-43e6-a993-0a10446990b5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:46.088037 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a70f3-cea7-45c0-9bd9-75f5ba338c69 None None] Pushing event updated for resources: {'Port': ['ID=370b211d-1021-4c78-ac6d-202dbdf4a851,revision_number=2']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:46.143100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.163666 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port ae0560f7-8d86-41de-997f-21f9556cc95b completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:46.191534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port ae0560f7-8d86-41de-997f-21f9556cc95b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:46.193550 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.195290 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Attempting to bind port 370b211d-1021-4c78-ac6d-202dbdf4a851 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:46.196940 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Attempting to bind port 370b211d-1021-4c78-ac6d-202dbdf4a851 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:46.198029 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Attempting to bind port 370b211d-1021-4c78-ac6d-202dbdf4a851 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:46.210102 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:46.210465 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:46.210874 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.211267 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:46.211751 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Bound port: 370b211d-1021-4c78-ac6d-202dbdf4a851, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:46.212144 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.225775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Transition to ACTIVE for port object abfcf823-33b4-436c-9c9a-ef8325b965f5 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:46.274119 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:46.282729 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:46.285495 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.289122 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:05:46.426466 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] For port 370b211d-1021-4c78-ac6d-202dbdf4a851, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:46.434725 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] For port 370b211d-1021-4c78-ac6d-202dbdf4a851, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=370b211d-1021-4c78-ac6d-202dbdf4a851,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:46.444844 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.478754 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.60', 61507) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:46.499809 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bf1bf22-dc0d-489e-9ae1-2f8d6bce1a06 req-3d8d6b61-7691-46e6-880c-b5997549bdb1 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.0669506 Aug 17 12:05:46.581240 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-c4badc28-3b30-4488-94ca-5cc87190faec None None] Provisioning complete for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:46.585551 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c4badc28-3b30-4488-94ca-5cc87190faec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.611891 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-466d3bd7-b662-4efe-9a6c-c76ad0d5663c req-8bb75d65-2d65-4ece-b659-3e8a5ab5765f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0600486 Aug 17 12:05:46.652460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.671574 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:46.672235 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:46.741927 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.803419 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-e1f69e90-f8d2-4258-8c3b-f862c11b1e4a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:46.806113 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-e1f69e90-f8d2-4258-8c3b-f862c11b1e4a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.60 "GET /v2.0/networks?id=290c4f89-2480-449e-afe0-e8bf80d89b90 HTTP/1.1" status: 200 len: 811 time: 0.9759107 Aug 17 12:05:46.809864 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port ae0560f7-8d86-41de-997f-21f9556cc95b, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=ae0560f7-8d86-41de-997f-21f9556cc95b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:46.811525 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a70f3-cea7-45c0-9bd9-75f5ba338c69 None None] Pushing event updated for resources: {'Port': ['ID=370b211d-1021-4c78-ac6d-202dbdf4a851,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:46.848714 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:46.917712 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34626) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:46.936407 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Request body: {'port': {'device_id': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90', 'admin_state_up': True, 'tenant_id': 'c0c2195b66f1423d96c39f32ee261b92'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:46.936572 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-c4badc28-3b30-4488-94ca-5cc87190faec None None] Port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:05:46.958373 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:46.973922 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:47.077352 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7044b4-680a-4edd-88fc-f7852b7fea41 None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:40Z', 'revision_number': 3, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:47.136375 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=ae0560f7-8d86-41de-997f-21f9556cc95b,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:47.142833 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Pushing event updated for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:47.253965 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:47.280808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:47.297743 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:47.298577 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:47.325541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:47.348670 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:47.358433 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:05:47.360413 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f66e1eec-b94c-443c-a893-28c05a013f4e admin admin] 10.222.0.58 "PUT /v2.0/routers/fb118498-32c0-4350-bf7b-e80d867a0e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0564184 Aug 17 12:05:47.394613 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:47.394613 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:47.622842 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:47.695724 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:43Z', 'revision_number': 3, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:47.762755 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08590835-2405-4a0f-bd3f-61d6864d4398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:47.777532 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device ae0560f7-8d86-41de-997f-21f9556cc95b up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:47.822574 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87805199-6b4a-4525-b5bb-afb1eda00920 None None] The sync data for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi is: [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:43Z', 'revision_number': 3, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:47.982389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-16d0767c-caf5-4627-94bd-0e754cb25670 req-a21c3469-6a24-4765-b99f-f4812ac89129 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.2143016 Aug 17 12:05:48.039994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.058516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-cf17f15e-9a12-4c84-a547-8be14b3881b1 None None] Provisioning for port abfcf823-33b4-436c-9c9a-ef8325b965f5 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:48.095781 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:48.108557 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-cf17f15e-9a12-4c84-a547-8be14b3881b1 None None] Provisioning complete for port abfcf823-33b4-436c-9c9a-ef8325b965f5 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:48.109358 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-cf17f15e-9a12-4c84-a547-8be14b3881b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.220005 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0966a86a-446d-448d-acba-5359a76e81b9 req-8951cd09-4d31-448f-a16a-bf309fc823ac tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0815332 Aug 17 12:05:48.363075 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port ae0560f7-8d86-41de-997f-21f9556cc95b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:48.364146 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08590835-2405-4a0f-bd3f-61d6864d4398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-c19f0267-188e-4a29-bd5a-85ded2e04c17 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-c19f0267-188e-4a29-bd5a-85ded2e04c17 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 2.0125566 Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08590835-2405-4a0f-bd3f-61d6864d4398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08590835-2405-4a0f-bd3f-61d6864d4398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77615a2-0b2c-478e-b345-e98a7f90b2ad,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:48.596319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Request body: {'port': {'device_id': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'admin_state_up': True, 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:48.605581 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-cf17f15e-9a12-4c84-a547-8be14b3881b1 None None] Port abfcf823-33b4-436c-9c9a-ef8325b965f5 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:05:48.728421 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.746016 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.746796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:48.850917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Pushing event updated for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:48.892932 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-08590835-2405-4a0f-bd3f-61d6864d4398 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9d0eeaca69d44a48bcbabb6d36c9e2b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9559989 Aug 17 12:05:48.901975 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34670) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:49.040086 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'port': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:49.047688 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:49.111938 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:45Z', 'revision_number': 2, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:49.120573 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Made reservation on behalf of c0c2195b66f1423d96c39f32ee261b92 for: {'port': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:05:49.128975 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:49.130602 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:49.137000 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:49.178047 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:49.185881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Updating router fb118498-32c0-4350-bf7b-e80d867a0e0c port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:49.271219 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:49.288786 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34684) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:49.329624 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a5a8145-a5c9-47dc-b00b-68603a6948a8 req-8dbb50e0-3af7-4105-9b9d-4cf0703fabed tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.0837364 Aug 17 12:05:49.337674 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242014324', 'description': 'tempest-description--964479091'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:49.640000 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c622a23-562b-444d-946b-99f8b72610f5 req-b9a39014-61b1-464e-aad9-310c97ac581c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.1250432 Aug 17 12:05:49.686883 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:05:49.894164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 98be050b-891e-4ffd-a5ce-0089181f41b4 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:49.979651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-df08c6ac-dca7-4743-ae8b-0ff38c3e03b7 None None] Provisioning complete for port abfcf823-33b4-436c-9c9a-ef8325b965f5 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:49.990709 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-df08c6ac-dca7-4743-ae8b-0ff38c3e03b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.021246 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:50.036821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-48cd8c79-a393-4eb6-9c72-feabdcdbb075 admin admin] 10.222.0.58 "PUT /v2.0/routers/143fe9c8-9a18-4457-a1db-e212397dfd25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5233042 Aug 17 12:05:50.091029 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.098542 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34706) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:50.204627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-df08c6ac-dca7-4743-ae8b-0ff38c3e03b7 None None] Port abfcf823-33b4-436c-9c9a-ef8325b965f5 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:05:50.258914 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 98be050b-891e-4ffd-a5ce-0089181f41b4 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:50.278063 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 98be050b-891e-4ffd-a5ce-0089181f41b4 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:50.278501 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.280329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.375061 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Allocated IP 172.20.0.5 (c42fab6a-359c-46a0-aad1-5688d40b9b75/f96119a5-8ed3-4b42-bdf7-61e443c48578/9c11a352-d1a8-4fde-a015-88a28efa11f9) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:50.385089 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.448886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Transition to ACTIVE for port object a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:50.472012 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4dd-710b-44a6-8cc8-e85bf00c213e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.489963 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.497632 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.527260 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.530477 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.555776 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.601434 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1ee5d42-e828-4632-85c5-b156eea58763 req-062aea4c-51f9-478b-881c-ce14d93631b4 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.0596862 Aug 17 12:05:50.615340 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:50.628647 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 98be050b-891e-4ffd-a5ce-0089181f41b4, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=98be050b-891e-4ffd-a5ce-0089181f41b4,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:50.638681 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:50.638681 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:50.666511 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.668708 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 370b211d-1021-4c78-ac6d-202dbdf4a851 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:50.736732 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4dd-710b-44a6-8cc8-e85bf00c213e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.743911 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-01c7e4dd-710b-44a6-8cc8-e85bf00c213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.831682 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-01c7e4dd-710b-44a6-8cc8-e85bf00c213e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97f7e90c56914d65b3abd0bb9d220084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7294979 Aug 17 12:05:50.833421 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34728) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:50.868641 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Attempting to bind port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:50.869535 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Attempting to bind port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:50.870403 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Attempting to bind port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:50.891427 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:50.891861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Checking segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:50.892221 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.892623 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Bound using segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:50.893371 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Bound port: a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:50.893580 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:50.932700 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0df17-83dc-4c2c-b293-4610cb46eeb6 None None] Pushing event updated for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.000177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7e4dd-710b-44a6-8cc8-e85bf00c213e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e69aa1-b233-4c19-86d6-c767a3d6671e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.038032 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.040854 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.067680 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] For port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:51.075946 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] For port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:51.109369 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.124020 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:51.162925 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.203530 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Pushing event updated for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.227273 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Network 8abbb495-3924-43e6-a993-0a10446990b5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:51.242583 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:51.260152 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=98be050b-891e-4ffd-a5ce-0089181f41b4,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.260510 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.275792 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.314295 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7f1686a-a029-442e-a3a2-e8f6c39c2cd5 req-e1c7f16d-a68e-49ec-9aa8-6682407e88ed tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0954034 Aug 17 12:05:51.332161 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.335171 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.337270 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90e69aa1-b233-4c19-86d6-c767a3d6671e HTTP/1.1" status: 204 len: 168 time: 0.4831758 Aug 17 12:05:51.374718 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34734) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:51.375581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99f251-a5f4-48df-b3b8-2fe168887846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e69aa1-b233-4c19-86d6-c767a3d6671e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.387349 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529019333', 'description': 'tempest-description--614626140'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:51.446798 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0df17-83dc-4c2c-b293-4610cb46eeb6 None None] Pushing event updated for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:51.490162 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:51.490162 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:51.492744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.624450 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.646435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 370b211d-1021-4c78-ac6d-202dbdf4a851 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:51.726437 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:48Z', 'revision_number': 2, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:51.787265 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:51.787903 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Updating router 143fe9c8-9a18-4457-a1db-e212397dfd25 port abfcf823-33b4-436c-9c9a-ef8325b965f5 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:51.821518 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.828587 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.5278423 Aug 17 12:05:51.828807 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.833332 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 370b211d-1021-4c78-ac6d-202dbdf4a851 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:51.833785 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.841099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:51.842938 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34746) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:51.871103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group_rule': {'security_group_id': '7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:51.930995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.004534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:52.087498 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b35efd3c-3541-4fe7-82d8-bb1098904a70 req-85c3208d-f5d5-4461-a82f-cd76e7295fb7 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.2415414 Aug 17 12:05:52.108360 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.112552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.121277 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.122461 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d77615a2-0b2c-478e-b345-e98a7f90b2ad HTTP/1.1" status: 204 len: 168 time: 3.2181716 Aug 17 12:05:52.138169 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.139922 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7609680 Aug 17 12:05:52.143353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34760) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:52.150766 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group_rule': {'security_group_id': '03da3b95-a3dd-411d-85d7-f19a8e62b9c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:52.156617 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a40362-ede8-49c6-bddf-81f96c32f85c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03da3b95-a3dd-411d-85d7-f19a8e62b9c2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.258947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.294206 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.372726 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d3325-01cd-4995-b742-9b2fec2ac554 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.385268 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.406088 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.448347 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.456043 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.461991 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c83e8d-7d06-46b7-95ec-2821129eac8a,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.488904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.490774 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6748f47d-dd41-4a22-b83b-74c043a04631 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6400807 Aug 17 12:05:52.494257 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34776) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:52.501123 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group_rule': {'security_group_id': '7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:52.505269 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.511441 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e3203d-770b-43f3-a3ec-87bd0dada259,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.535684 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.542657 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f2753734-30c1-4835-b36c-9e9085c1b757 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981900 Aug 17 12:05:52.544110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34778) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:52.552085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group_rule': {'security_group_id': '03da3b95-a3dd-411d-85d7-f19a8e62b9c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:52.574436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.584328 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Allocated IP 172.20.0.12 (290c4f89-2480-449e-afe0-e8bf80d89b90/4f74149f-db7e-44f3-912a-92261f5a72f8/126af8ce-360c-4cd4-850c-4d49a22ddb2b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:52.590910 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Router 8d20955c-b05a-4aae-9c84-073ec7765e16 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:05:52.631673 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d322cd-e9ed-438f-a5bd-240a6e42c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77615a2-0b2c-478e-b345-e98a7f90b2ad,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.664324 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 370b211d-1021-4c78-ac6d-202dbdf4a851, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=370b211d-1021-4c78-ac6d-202dbdf4a851,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:52.676158 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bf2d9bc-eab3-4fe0-a946-af085cfac6dc req-1eac0983-6f43-4aaf-a2a8-d7f3823d68c6 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0826490 Aug 17 12:05:52.733308 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.744495 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.775675 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Transition to ACTIVE for port object abfcf823-33b4-436c-9c9a-ef8325b965f5 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:52.786932 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.787553 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.794508 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.834432 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.857962 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601c36-f834-4795-ae6f-24321106bf05 None None] Pushing event updated for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:52.943391 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Attempting to bind port abfcf823-33b4-436c-9c9a-ef8325b965f5 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:52.946171 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Attempting to bind port abfcf823-33b4-436c-9c9a-ef8325b965f5 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:52.947251 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Attempting to bind port abfcf823-33b4-436c-9c9a-ef8325b965f5 on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:52.959176 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:52.961147 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Checking segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:52.961689 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.963229 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Bound using segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:52.963806 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Bound port: abfcf823-33b4-436c-9c9a-ef8325b965f5, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:52.965452 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.976896 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:52.988730 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a7b8d3-294c-4701-a315-25c1474bd970,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:53.015075 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.055147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.063155 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e453-017d-4ef6-9e0b-5c183077ea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.069977 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5ce15bef-23d5-4b16-a6f6-662fb0eedf83 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5735090 Aug 17 12:05:53.084570 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=370b211d-1021-4c78-ac6d-202dbdf4a851,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:53.097320 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34798) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:53.110681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 98be050b-891e-4ffd-a5ce-0089181f41b4 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:53.132856 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:53.175358 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85ea207-dae7-469b-afd7-bd2c2d92b5f5,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:53.210193 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.214604 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-60713408-19c4-496e-a252-8a36edc57d20 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6658206 Aug 17 12:05:53.215273 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34802) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:53.251731 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:53.267765 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.278157 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] For port abfcf823-33b4-436c-9c9a-ef8325b965f5, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:53.284361 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] For port abfcf823-33b4-436c-9c9a-ef8325b965f5, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=abfcf823-33b4-436c-9c9a-ef8325b965f5,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:53.300136 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.345197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.418976 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:53.419624 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:53.430791 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601c36-f834-4795-ae6f-24321106bf05 None None] Pushing event updated for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:53.507747 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 98be050b-891e-4ffd-a5ce-0089181f41b4 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:53.509795 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.529857 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b7b681db-d990-4e9a-a879-895e8dc2b27b req-064bff3a-abe5-47a4-9537-76041ae0c1dd tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.2373142 Aug 17 12:05:53.604700 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:53.678760 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:51Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:53.777979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f025c19c-ca15-480b-a1cc-e0f4f9995595 None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:51Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:54.070215 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:54.087159 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:05:54.109068 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Sync routers for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:05:54.120045 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:54.120237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:54.125665 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:54.201825 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-91d71fce-7ff8-47a0-ac88-b6bd9833c25e admin admin] 10.222.0.58 "PUT /v2.0/routers/8d20955c-b05a-4aae-9c84-073ec7765e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7649660 Aug 17 12:05:54.268474 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:54.272706 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:54.305162 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:54.306090 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.320707 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event updated for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:54.404027 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-6baba550-eb40-425b-81e0-e5172d0d57af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8374600 Aug 17 12:05:54.460737 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.494947 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:54.551439 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.680058 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-2ae08bfa-69f7-4666-a143-db115a790342 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:05:54.683731 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-2ae08bfa-69f7-4666-a143-db115a790342 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212910 Aug 17 12:05:54.689593 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.725495 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Allocated IP 172.27.0.5 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/04e88729-bfda-49f7-98de-d1093fc4de5e) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:54.752059 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Network 290c4f89-2480-449e-afe0-e8bf80d89b90 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:54.761511 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:54.764786 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:53Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:54.778366 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:54.800786 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:54.801485 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.893592 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24af44b3-098f-4333-b7bf-41614a2e9021 None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:53Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:54.912705 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:54.967792 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0510113 Aug 17 12:05:54.969930 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d0c4-cde7-461f-a9ef-e58d7304acdb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Pushing event updated for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:54.991294 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.172654 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-62512ee7-1891-4c6c-89b5-2517744722e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.173686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=04e88729-bfda-49f7-98de-d1093fc4de5e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:55.225911 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:55.325340 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025862-b446-4fb0-830b-c6386d0762f6 req-8b533149-da5f-4c65-a79d-aba9b162c645 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:55.327031 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6025862-b446-4fb0-830b-c6386d0762f6 req-8b533149-da5f-4c65-a79d-aba9b162c645 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 931 time: 1.4173174 Aug 17 12:05:55.369497 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Request body: {'port': {'device_id': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:55.407369 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:55.493591 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Request body: {'port': {'device_id': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:05:55.495645 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.541510 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:55.554226 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:55.570251 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:55.578512 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '55ad53a8-e136-4f31-8c18-674c8205dc1e', 'name': '', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'mac_address': 'fa:16:3e:32:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:45Z', 'updated_at': '2021-08-17T12:05:48Z', 'revision_number': 2, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'subnets': [{'id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:55.614336 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85ff8-fc42-4093-812c-3b7567d5abf1 req-dccc15f8-9b95-4dd5-ab32-02792f9271f6 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:55.623731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4a85ff8-fc42-4093-812c-3b7567d5abf1 req-dccc15f8-9b95-4dd5-ab32-02792f9271f6 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 932 time: 0.6535566 Aug 17 12:05:55.643196 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.646664 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.671920 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.780740 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Allocated IP 172.27.0.182 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/1b0a6f89-06a1-460f-9d1c-891d4edfb455) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:05:55.926604 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:55.927154 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:55.930745 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Checking router: 8d20955c-b05a-4aae-9c84-073ec7765e16 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:05:55.930745 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Updating router 8d20955c-b05a-4aae-9c84-073ec7765e16 port 55ad53a8-e136-4f31-8c18-674c8205dc1e binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:05:55.973592 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.021671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.116536 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.133556 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6025862-b446-4fb0-830b-c6386d0762f6 req-e021cae5-6df3-47c4-98a6-7d3d59eca723 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696888 Aug 17 12:05:56.461732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4a85ff8-fc42-4093-812c-3b7567d5abf1 req-08f01dd3-e0a0-4054-a71d-ae0b87d7c16e tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367574 Aug 17 12:05:56.466076 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:05:56.509859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.539114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:05:56.540234 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.567669 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:05:56.578738 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=1b0a6f89-06a1-460f-9d1c-891d4edfb455,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:56.597819 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:56.892901 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.016670 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.220671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.249328 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126af8ce-360c-4cd4-850c-4d49a22ddb2b {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:05:57.252071 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Transition to ACTIVE for port object 55ad53a8-e136-4f31-8c18-674c8205dc1e will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:57.273793 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:57.277869 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.296450 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.297590 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 370b211d-1021-4c78-ac6d-202dbdf4a851 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:57.303277 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.400466 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Transition to ACTIVE for port object 126af8ce-360c-4cd4-850c-4d49a22ddb2b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:57.483631 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.501271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.533692 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c622ca-7a0e-43e9-ab00-bd78b25f636c None None] Pushing event updated for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:57.545883 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34908) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:57.564461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.646038 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Pushing event updated for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:57.669826 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c11a352-d1a8-4fde-a015-88a28efa11f9 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:05:57.705131 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:57.713417 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.724602 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34912) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:57.780726 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Attempting to bind port 126af8ce-360c-4cd4-850c-4d49a22ddb2b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:57.781543 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Attempting to bind port 126af8ce-360c-4cd4-850c-4d49a22ddb2b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:57.782192 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Attempting to bind port 126af8ce-360c-4cd4-850c-4d49a22ddb2b on network 290c4f89-2480-449e-afe0-e8bf80d89b90 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:57.791952 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Port 126af8ce-360c-4cd4-850c-4d49a22ddb2b on network 290c4f89-2480-449e-afe0-e8bf80d89b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:05:57.792996 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Attempting to bind port 126af8ce-360c-4cd4-850c-4d49a22ddb2b on network 290c4f89-2480-449e-afe0-e8bf80d89b90 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:57.802254 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:57.803158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Checking segment: {'id': '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:57.803974 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Bound using segment: {'id': '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:57.804683 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Bound port: 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:57.805343 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.812344 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Transition to ACTIVE for port object 9c11a352-d1a8-4fde-a015-88a28efa11f9 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:05:57.812823 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 370b211d-1021-4c78-ac6d-202dbdf4a851 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:57.813431 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.823725 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.885082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Pushing event updated for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:57.943242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:57.973903 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.050500 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Attempting to bind port 55ad53a8-e136-4f31-8c18-674c8205dc1e on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:58.051114 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Attempting to bind port 55ad53a8-e136-4f31-8c18-674c8205dc1e by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:58.051489 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Attempting to bind port 55ad53a8-e136-4f31-8c18-674c8205dc1e on network 8abbb495-3924-43e6-a993-0a10446990b5 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:58.098464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Attempting to bind port 9c11a352-d1a8-4fde-a015-88a28efa11f9 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:05:58.098805 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Attempting to bind port 9c11a352-d1a8-4fde-a015-88a28efa11f9 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:05:58.099111 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Attempting to bind port 9c11a352-d1a8-4fde-a015-88a28efa11f9 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:58.105167 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:58.110807 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b,segment=NetworkSegment(8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9),segment_id=8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:58.112148 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Port 9c11a352-d1a8-4fde-a015-88a28efa11f9 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:05:58.112580 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Attempting to bind port 9c11a352-d1a8-4fde-a015-88a28efa11f9 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:05:58.118896 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:58.119289 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Checking segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:58.119674 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Bound using segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:58.120224 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Bound port: 9c11a352-d1a8-4fde-a015-88a28efa11f9, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:58.120583 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.123238 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.136321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=04e88729-bfda-49f7-98de-d1093fc4de5e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:58.137368 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:05:58.139398 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Checking segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:05:58.139841 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.142510 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Bound using segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:05:58.143073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Bound port: 55ad53a8-e136-4f31-8c18-674c8205dc1e, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:05:58.143478 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.194057 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:58.194732 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.196961 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] 10.222.0.60 "PUT /v2.0/ports/126af8ce-360c-4cd4-850c-4d49a22ddb2b HTTP/1.1" status: 200 len: 1094 time: 3.0215232 Aug 17 12:05:58.200019 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.201620 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:05:58.205910 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6613d378-d9e6-4e22-9e56-3a7d9f47dceb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0848823 Aug 17 12:05:58.253788 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.287225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26401b3-a882-46ee-b599-1705dfd4c78a req-c47f3e97-43a4-4e98-a2ad-d5c3828e9d0f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:58.306406 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a26401b3-a882-46ee-b599-1705dfd4c78a req-c47f3e97-43a4-4e98-a2ad-d5c3828e9d0f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 931 time: 0.7893510 Aug 17 12:05:58.375063 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34922) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:58.386484 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] For port 55ad53a8-e136-4f31-8c18-674c8205dc1e, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:58.395374 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] For port 55ad53a8-e136-4f31-8c18-674c8205dc1e, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=55ad53a8-e136-4f31-8c18-674c8205dc1e,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:58.407316 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.473615 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015aeb9b-c630-4a99-8a2b-dc96035e45fa service neutron] Pushing event updated for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:58.480345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e45369d7-dbe7-4a6c-859c-7ead463fb9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.535277 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:05:58.535436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:05:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:58.555242 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:05:58.581306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-d75fc398-e13f-4e01-b282-020e78713d5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:58.590988 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-d75fc398-e13f-4e01-b282-020e78713d5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 818 time: 1.0784686 Aug 17 12:05:58.618146 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:05:58.646676 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.661143 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5175e985-7881-408e-8fad-a4db0b86b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.686866 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-904a8650-8c6a-4b7a-a22b-7d66fea5252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:58.691820 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-904a8650-8c6a-4b7a-a22b-7d66fea5252b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0c2195b66f1423d96c39f32ee261b92&device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 1097 time: 0.3945787 Aug 17 12:05:58.729641 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a26401b3-a882-46ee-b599-1705dfd4c78a req-e5fe1e7f-3bf3-4a59-9c78-35f345507c50 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221807 Aug 17 12:05:58.737002 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-a59b1aeb-c9b2-4b02-b41b-9e169467bd00 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/quotas/1cbdf78900d5405b9ced03f0e82aecc4 HTTP/1.1" status: 200 len: 375 time: 0.1450932 Aug 17 12:05:58.794947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b9be583c-9f16-4bb7-8750-bafa2eac8572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:58.840020 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:05:58.976007 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:05:58.983180 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:58.983529 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:58.996699 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.003143 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] 10.222.0.60 "PUT /v2.0/ports/9c11a352-d1a8-4fde-a015-88a28efa11f9 HTTP/1.1" status: 200 len: 1093 time: 3.8519895 Aug 17 12:05:59.019163 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-49e3fcb0-d8ee-4b6f-8aad-e17a4e47f28b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b HTTP/1.1" status: 200 len: 217 time: 0.2546673 Aug 17 12:05:59.058207 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dce33a-7a06-4a3d-8a3a-7eeab628dbce service neutron] Pushing event updated for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:59.108983 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-89a0940a-8172-40f2-8ecc-aabefabf1dd7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3710048 Aug 17 12:05:59.149479 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e45369d7-dbe7-4a6c-859c-7ead463fb9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.155277 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e45369d7-dbe7-4a6c-859c-7ead463fb9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.156393 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c622ca-7a0e-43e9-ab00-bd78b25f636c None None] Pushing event updated for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:59.217550 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e45369d7-dbe7-4a6c-859c-7ead463fb9c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ce47f54460f4011888d9e1137713e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4911413 Aug 17 12:05:59.218213 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34932) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:59.261019 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45369d7-dbe7-4a6c-859c-7ead463fb9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20511cfd-ec36-4ba0-891e-880764a6c9a5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:59.285717 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-43f3ef80-e3a7-46eb-9ce1-ee5950546342 service neutron] 10.222.0.58 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695764 Aug 17 12:05:59.298112 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.299579 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d654bc-3048-4b52-b77f-e55afff0dab6 req-e1f52730-2114-416f-a773-e67e95152c0a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:05:59.301524 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c8d654bc-3048-4b52-b77f-e55afff0dab6 req-e1f52730-2114-416f-a773-e67e95152c0a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.3825490 Aug 17 12:05:59.306146 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.326009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.353126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:59.353506 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.394386 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.397082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.401002 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.402486 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20511cfd-ec36-4ba0-891e-880764a6c9a5 HTTP/1.1" status: 204 len: 168 time: 0.1823268 Aug 17 12:05:59.415892 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046058d-a78e-44a5-9f4f-09f953d00aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20511cfd-ec36-4ba0-891e-880764a6c9a5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:59.468079 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '55ad53a8-e136-4f31-8c18-674c8205dc1e', 'name': '', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'mac_address': 'fa:16:3e:32:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:45Z', 'updated_at': '2021-08-17T12:05:58Z', 'revision_number': 4, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'subnets': [{'id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:05:59.508617 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b02c9-8f4d-4031-9ede-430abbea6546 None None] The sync data for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi is: [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '55ad53a8-e136-4f31-8c18-674c8205dc1e', 'name': '', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'mac_address': 'fa:16:3e:32:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:45Z', 'updated_at': '2021-08-17T12:05:58Z', 'revision_number': 4, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'subnets': [{'id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:05:59.572413 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device abfcf823-33b4-436c-9c9a-ef8325b965f5 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:05:59.630116 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port abfcf823-33b4-436c-9c9a-ef8325b965f5 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:05:59.634862 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port abfcf823-33b4-436c-9c9a-ef8325b965f5 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:05:59.635383 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.721770 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.768723 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=1b0a6f89-06a1-460f-9d1c-891d4edfb455,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:05:59.780204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5175e985-7881-408e-8fad-a4db0b86b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.792109 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c8d654bc-3048-4b52-b77f-e55afff0dab6 req-56f16320-c15a-452d-9462-be7de952320b tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155581 Aug 17 12:05:59.800607 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5175e985-7881-408e-8fad-a4db0b86b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.859941 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.873814 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.883580 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f5bbf291-31e3-46b1-99cf-d4f08166f50c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6363871 Aug 17 12:05:59.924186 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34952) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:05:59.947452 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0417f161-3c0b-4e5c-9748-9c46cc1c768e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:05:59.956908 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-64fdfe44-13d9-4a87-adac-9eccffe017ee service neutron] 10.222.0.58 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464651 Aug 17 12:05:59.989309 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port abfcf823-33b4-436c-9c9a-ef8325b965f5, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=abfcf823-33b4-436c-9c9a-ef8325b965f5,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:05:59.996523 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.049936 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34954) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:00.061570 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5175e985-7881-408e-8fad-a4db0b86b7ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=742f8b9121c1452daed839829f64e545&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5053833 Aug 17 12:06:00.106611 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175e985-7881-408e-8fad-a4db0b86b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a58e54-eec1-4455-88ee-c7f87b66af58,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:00.120515 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:00.234307 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-d72073fb-22f1-43a4-aa31-388b71b17cc9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--242014324&fields=id&tenant_id=5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 267 time: 0.2655993 Aug 17 12:06:00.235849 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.463100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b9be583c-9f16-4bb7-8750-bafa2eac8572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.483630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-f63c82d6-1beb-426a-bb6c-e967d3fb6a50 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:00.486429 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-f63c82d6-1beb-426a-bb6c-e967d3fb6a50 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 811 time: 0.2509458 Aug 17 12:06:00.494137 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b9be583c-9f16-4bb7-8750-bafa2eac8572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.531234 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b9be583c-9f16-4bb7-8750-bafa2eac8572 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceab18b27a514669907ad5a5cf968fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1480827 Aug 17 12:06:00.539844 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-1550a615-22b6-4acb-9bdd-7b83cf6f05b2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/quotas/5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 375 time: 0.0521770 Aug 17 12:06:00.542735 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 34968) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:00.666878 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.757573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-11a9074b-caf7-4005-bbc5-e5ef693db2b7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2165523 Aug 17 12:06:00.767244 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2af430-a816-45b4-9cdf-343360d270dd x-openstack-request-id: req-8e2af430-a816-45b4-9cdf-343360d270dd {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:00.767792 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:00.768247 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8e2af430-a816-45b4-9cdf-343360d270dd {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:00.774170 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b', 'status': 'completed', 'code': 200} Aug 17 12:06:00.793978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be583c-9f16-4bb7-8750-bafa2eac8572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51deafe9-13cc-4ef1-addc-6f0e498f0b9e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:00.854222 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device abfcf823-33b4-436c-9c9a-ef8325b965f5 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:00.859366 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0417f161-3c0b-4e5c-9748-9c46cc1c768e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.909679 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0417f161-3c0b-4e5c-9748-9c46cc1c768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:00.975663 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port abfcf823-33b4-436c-9c9a-ef8325b965f5 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:00.978825 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.016134 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-ea5c1493-56bd-4f02-8416-a59958496cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:01.017677 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-ea5c1493-56bd-4f02-8416-a59958496cb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f74149f-db7e-44f3-912a-92261f5a72f8 HTTP/1.1" status: 200 len: 851 time: 0.3083062 Aug 17 12:06:01.023680 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0417f161-3c0b-4e5c-9748-9c46cc1c768e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=653460f489314886a9dc2e77282fe27b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0948451 Aug 17 12:06:01.023680 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417f161-3c0b-4e5c-9748-9c46cc1c768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d2ce2-4388-4f2d-80bf-7ae886f41b32,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:01.024387 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 34976) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:01.047406 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-d79a14cf-7e45-4b82-b144-a77a51874aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:01.048884 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-d79a14cf-7e45-4b82-b144-a77a51874aa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 1096 time: 0.1942308 Aug 17 12:06:01.084214 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.086777 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.090286 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30a58e54-eec1-4455-88ee-c7f87b66af58 HTTP/1.1" status: 204 len: 168 time: 1.0362408 Aug 17 12:06:01.098858 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.123202 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-10f083a8-72a9-4f7f-a1aa-44f08c11741c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=290c4f89-2480-449e-afe0-e8bf80d89b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781059 Aug 17 12:06:01.124618 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.142120 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 55ad53a8-e136-4f31-8c18-674c8205dc1e up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:01.193923 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0735d0-8511-408d-9d1b-99c16d33d471 req-eb500a85-fa5f-4491-b618-04b160a1c233 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:01.201974 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2d0735d0-8511-408d-9d1b-99c16d33d471 req-eb500a85-fa5f-4491-b618-04b160a1c233 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 943 time: 0.2252610 Aug 17 12:06:01.228795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-16f70b1b-f3d2-4402-ac37-d81b39bfd1a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703491 Aug 17 12:06:01.251550 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 55ad53a8-e136-4f31-8c18-674c8205dc1e completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:01.257471 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 55ad53a8-e136-4f31-8c18-674c8205dc1e triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:01.258301 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.270159 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4138ac-1786-480d-8f53-a6ae2be136c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a58e54-eec1-4455-88ee-c7f87b66af58,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:01.348611 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-450f27f4-0d21-4ade-ad2b-de2b7b6d3ef0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9 HTTP/1.1" status: 200 len: 217 time: 0.2141085 Aug 17 12:06:01.468238 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2d0735d0-8511-408d-9d1b-99c16d33d471 req-762fa84a-6d8c-4c16-8760-15fecbd4aff8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177577 Aug 17 12:06:01.508073 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.517120 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.541278 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.543963 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.545633 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51deafe9-13cc-4ef1-addc-6f0e498f0b9e HTTP/1.1" status: 204 len: 168 time: 1.0011837 Aug 17 12:06:01.614235 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562050a-e42d-4392-b167-2defacd2a3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51deafe9-13cc-4ef1-addc-6f0e498f0b9e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:01.616571 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 55ad53a8-e136-4f31-8c18-674c8205dc1e, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=55ad53a8-e136-4f31-8c18-674c8205dc1e,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:01.631297 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-62a34341-865d-4f7a-9970-73071966efa7 service neutron] 10.222.0.58 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784673 Aug 17 12:06:01.665333 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.665465 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.692025 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-5d0061b4-98d3-4435-ab81-63b087963f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:01.693531 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-5d0061b4-98d3-4435-ab81-63b087963f9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.3014920 Aug 17 12:06:01.722468 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-e1cf934d-95c8-46ea-bd36-5c4e19bbee92 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1529019333&fields=id&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 267 time: 0.0723987 Aug 17 12:06:01.722778 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-9c081ada-cb79-43ea-80f4-49d16c68ce84 service neutron] 10.222.0.60 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554972 Aug 17 12:06:01.807410 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-27d9a9b3-5d20-4282-993c-717b616b6642 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760424 Aug 17 12:06:01.830530 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:01.931605 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.947971 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:01.951912 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/768d2ce2-4388-4f2d-80bf-7ae886f41b32 HTTP/1.1" status: 204 len: 168 time: 0.9167213 Aug 17 12:06:01.969299 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3507b-66ac-4aaa-97de-04cfbcd2dc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d2ce2-4388-4f2d-80bf-7ae886f41b32,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:01.973128 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-c2ec1456-ff69-4cc9-b241-dadc2fbe2c6c req-50e4f823-3a01-4a44-b3ec-069d53128833 service neutron] 10.222.0.60 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097733 Aug 17 12:06:01.993412 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-c4ed1618-8e47-4f27-9b51-bc865aeb3ca8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:02.001210 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-c4ed1618-8e47-4f27-9b51-bc865aeb3ca8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 816 time: 0.2668192 Aug 17 12:06:02.021572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-74ac4693-3491-45e4-82a6-b319a073d88c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/quotas/8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 375 time: 0.0193810 Aug 17 12:06:02.051689 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9752dc84-c880-4661-87c9-68e75c6d8277 req-dadec5a1-80a1-406d-8e48-05d8804eb270 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 210 time: 0.0477023 Aug 17 12:06:02.172126 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-35630246-a02b-4fbe-84b2-757fc09f3b76 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360233 Aug 17 12:06:02.195098 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee4fb2-010c-43aa-9773-9a68eeab59dc req-ef3a6359-d1c0-4a51-a519-f38b38cbfce9 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:02.201495 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-95ee4fb2-010c-43aa-9773-9a68eeab59dc req-ef3a6359-d1c0-4a51-a519-f38b38cbfce9 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.0930660 Aug 17 12:06:02.273590 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35016) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:02.297512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-50b369a1-1db6-44b9-8586-f5bf545d8474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.325141 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-95ee4fb2-010c-43aa-9773-9a68eeab59dc req-f2484d9b-ba13-4625-9af9-23b3e5741ddc tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186876 Aug 17 12:06:02.383034 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-bdadd99f-dbcb-48a4-998c-f720e29071bd service neutron] 10.222.0.58 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791458 Aug 17 12:06:02.465423 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-350e9170-761d-4403-8104-06483537347c req-2f5eab1b-fe8b-4f49-b0be-87e081f69317 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0786469 Aug 17 12:06:02.553118 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-14d48395-6430-4010-965a-c960d507e213 service neutron] 10.222.0.58 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583235 Aug 17 12:06:02.568458 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-50b369a1-1db6-44b9-8586-f5bf545d8474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.576775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-50b369a1-1db6-44b9-8586-f5bf545d8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.598974 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 55ad53a8-e136-4f31-8c18-674c8205dc1e up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:02.668952 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b369a1-1db6-44b9-8586-f5bf545d8474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b858dc-e84b-4b1c-a708-9374b1ed744d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:02.677952 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-50b369a1-1db6-44b9-8586-f5bf545d8474 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e04044729d3410f8464b933b004d1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032085 Aug 17 12:06:02.680824 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35042) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:02.700965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 55ad53a8-e136-4f31-8c18-674c8205dc1e triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:02.701335 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.774060 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-0a7a9868-93ff-40f9-b681-2d5f5be98533 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:02.775574 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-0a7a9868-93ff-40f9-b681-2d5f5be98533 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 818 time: 0.1856487 Aug 17 12:06:02.777932 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:02.781272 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec809382-156b-4330-9101-0036f7cc301c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:02.787920 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.818476 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-0d95abf0-8ff0-40e5-90f5-0997a456c730 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/quotas/1cbdf78900d5405b9ced03f0e82aecc4 HTTP/1.1" status: 200 len: 375 time: 0.0318136 Aug 17 12:06:02.821594 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.925558 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.928699 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:02.930817 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50b858dc-e84b-4b1c-a708-9374b1ed744d HTTP/1.1" status: 204 len: 168 time: 0.2488008 Aug 17 12:06:02.946537 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146052-320f-441c-b585-217cc4f06fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b858dc-e84b-4b1c-a708-9374b1ed744d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:03.021489 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-683e6b99-5d6e-4b37-9e5b-d12939d51453 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943226 Aug 17 12:06:03.108434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0b049-de28-4c00-af50-488a7cfb2c5a req-fd01f082-43e8-47b7-aef2-4f119cbf270e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:03.110088 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bdc0b049-de28-4c00-af50-488a7cfb2c5a req-fd01f082-43e8-47b7-aef2-4f119cbf270e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 943 time: 0.2334630 Aug 17 12:06:03.182121 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bdc0b049-de28-4c00-af50-488a7cfb2c5a req-36757e99-53cd-4dd8-9657-e037f381735a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594745 Aug 17 12:06:03.186688 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-22e2c7ef-be6d-4dd5-8ef7-8dac39f76ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547606 Aug 17 12:06:03.285643 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-97c86936-6c46-4a44-8a6d-20648dac68ef req-fc798a85-f542-4a35-858d-04399d5690c3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.0367057 Aug 17 12:06:03.345302 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-fb479e17-5e9a-4d46-b4f3-ec0747bfb3b0 service neutron] 10.222.0.58 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486502 Aug 17 12:06:03.366879 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2ffde-4ebc-4afc-878a-f3f4853deda7 x-openstack-request-id: req-a8f2ffde-4ebc-4afc-878a-f3f4853deda7 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:03.367301 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:03.367425 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8f2ffde-4ebc-4afc-878a-f3f4853deda7 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:03.368126 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9', 'status': 'completed', 'code': 200} Aug 17 12:06:03.529820 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c723f-1a2f-4ea7-a2fc-1edc93542ec9 req-7f3dbaad-23ca-411b-8317-c73d2185b698 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:03.531573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-185c723f-1a2f-4ea7-a2fc-1edc93542ec9 req-7f3dbaad-23ca-411b-8317-c73d2185b698 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.0945139 Aug 17 12:06:03.600617 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6246cc00-9702-4196-9a60-a90704436359 req-f4e6d31b-02b9-4a25-823b-1362002fabee tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 210 time: 0.0521228 Aug 17 12:06:03.637251 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-185c723f-1a2f-4ea7-a2fc-1edc93542ec9 req-454a6561-44d5-45f8-b0af-389cfcbb4298 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919406 Aug 17 12:06:03.713179 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec32f70e-50a7-4062-9f28-651912169e72 req-dec472e3-a1bc-4c25-bc6e-d867fe60dc51 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0363495 Aug 17 12:06:04.306611 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-38f59b21-13c8-4664-894b-10e2453ca535 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057360 Aug 17 12:06:04.334352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93796bd2-8611-4fd3-9091-2f47f91c3772 req-0e35e1b6-0db4-4745-835f-a93f5aec51cb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:04.336123 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93796bd2-8611-4fd3-9091-2f47f91c3772 req-0e35e1b6-0db4-4745-835f-a93f5aec51cb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 943 time: 0.0735853 Aug 17 12:06:04.379552 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93796bd2-8611-4fd3-9091-2f47f91c3772 req-21a14f74-5eb6-41c9-937c-9a0ddcc284b0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Aug 17 12:06:04.437737 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3640b6cc-3fd0-4782-80b3-f5596ffc12ff req-d141b65e-63bc-4f2a-b66a-8c4e97e0bd3a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.0403059 Aug 17 12:06:04.609519 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2683c354-9493-4c88-b48e-590a7948b1a5 req-365a2a9c-c160-4cf4-b3c1-604085fe62fe service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458330 Aug 17 12:06:04.746238 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-70275813-cbbe-4144-a6b1-fe4f91a1a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:04.751143 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-70275813-cbbe-4144-a6b1-fe4f91a1a988 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0c2195b66f1423d96c39f32ee261b92&device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 1097 time: 0.0821302 Aug 17 12:06:04.835056 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d7416c59-ee09-41f6-b64b-caab1b568deb req-ccb7a990-ed8f-4377-a57b-0ed63944f773 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 210 time: 0.0717711 Aug 17 12:06:04.932493 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3cd9-7a3e-4e34-96ce-dc24a2df1eb4 req-5963e84e-972c-44aa-9a35-2ea269e7aafe tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:04.936405 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f19f3cd9-7a3e-4e34-96ce-dc24a2df1eb4 req-5963e84e-972c-44aa-9a35-2ea269e7aafe tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.1278429 Aug 17 12:06:04.984785 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18ee6630-7260-48f5-8572-abc598f89efa req-9d6ecbfa-f10e-4009-abad-ce8ec8bb718b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0418851 Aug 17 12:06:04.993812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.60', 61531) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:05.020255 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f19f3cd9-7a3e-4e34-96ce-dc24a2df1eb4 req-641acdf1-d2b1-4446-bd35-ebfe13ee9911 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Aug 17 12:06:05.129442 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-8e4c3352-8f77-4935-a6c2-954447839c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.129442 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-8e4c3352-8f77-4935-a6c2-954447839c89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=290c4f89-2480-449e-afe0-e8bf80d89b90 HTTP/1.1" status: 200 len: 912 time: 0.3547997 Aug 17 12:06:05.151305 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-18de6f5a-490f-4d23-b3e3-f526baa313cc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.152764 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-18de6f5a-490f-4d23-b3e3-f526baa313cc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 818 time: 0.2985737 Aug 17 12:06:05.187705 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809382-156b-4330-9101-0036f7cc301c req-7816b174-1480-41ab-b56c-6c744284e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.189420 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-7816b174-1480-41ab-b56c-6c744284e70e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 1096 time: 0.1126277 Aug 17 12:06:05.197912 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Request body: {'port': {'device_id': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'admin_state_up': True, 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:05.201746 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-a7580ef9-1ac5-4a95-8bb3-44df0adf6550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b HTTP/1.1" status: 200 len: 217 time: 0.0478029 Aug 17 12:06:05.307442 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-755a3c16-47ed-4746-96b1-1ac82c47d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.308986 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-755a3c16-47ed-4746-96b1-1ac82c47d67b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4f74149f-db7e-44f3-912a-92261f5a72f8 HTTP/1.1" status: 200 len: 851 time: 0.0946159 Aug 17 12:06:05.336261 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35184) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:05.366273 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-fde4495d-c7b2-4ff5-844f-49a0f61c489b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=290c4f89-2480-449e-afe0-e8bf80d89b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404882 Aug 17 12:06:05.404326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809382-156b-4330-9101-0036f7cc301c req-c6428950-735d-49aa-937a-6c0e568ff498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.407645 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-c6428950-735d-49aa-937a-6c0e568ff498 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 914 time: 0.2074587 Aug 17 12:06:05.520754 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Made reservation on behalf of 1cbdf78900d5405b9ced03f0e82aecc4 for: {'port': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:05.525812 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:05.531821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-a857652a-90b8-4965-9642-ce9489a39865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9 HTTP/1.1" status: 200 len: 217 time: 0.1160476 Aug 17 12:06:05.670266 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-cb963e10-5bff-4dee-839a-77240d7a4f22 service neutron] 10.222.0.60 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955277 Aug 17 12:06:05.805906 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd079476-3138-4a7a-bbb8-2b7840887a5a req-9f4399b7-d93c-4104-9480-9c56328aa7b4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.2552483 Aug 17 12:06:05.823044 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7de53955-af6d-4679-862f-92a85056ba91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:05.836082 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec809382-156b-4330-9101-0036f7cc301c req-2c6a4222-77b1-4882-84de-a98135553dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.850124 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-2c6a4222-77b1-4882-84de-a98135553dda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.2961123 Aug 17 12:06:05.865925 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234b947-8fbe-48fc-938f-5a3d6e704114 req-2d684e31-9e2d-47a2-8d52-7b40afd75348 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:05.873483 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7234b947-8fbe-48fc-938f-5a3d6e704114 req-2d684e31-9e2d-47a2-8d52-7b40afd75348 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 943 time: 0.3402109 Aug 17 12:06:05.955563 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.60', 61534) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:06.001494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-fa667eb2-b6e1-4f17-8da2-7fe7b20d543c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831642 Aug 17 12:06:06.015383 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Allocated IP 172.20.0.14 (8abbb495-3924-43e6-a993-0a10446990b5/74a7be9d-270e-470d-97ac-56fba7a09fda/cf8b0cb2-d7e2-4697-b767-e83b43cdb64b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:06.046878 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7234b947-8fbe-48fc-938f-5a3d6e704114 req-5cc56b2d-5e68-459f-b4ea-538f5a6c7bd6 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724219 Aug 17 12:06:06.074317 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f3ea6e2d-15c3-47b9-a9e1-1de7a483ffa0 req-73a88c71-05f7-436b-bb6d-107703711d83 service neutron] 10.222.0.60 "GET /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946726 Aug 17 12:06:06.131040 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f17c524c-2050-4047-b259-a1e46c572bb8 req-2bf33945-5ebe-4ad2-be23-d0e89a910106 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 210 time: 0.1762602 Aug 17 12:06:06.231597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e4747b95-6436-458b-89e5-6e5bfc88c181 req-6c1fbbb2-74e4-49ed-ace6-4e6009add0d1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0500529 Aug 17 12:06:06.270525 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.324755 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.342764 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-9386aaa6-99e7-473a-a6af-08e622a3c780 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302897 Aug 17 12:06:06.349673 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7de53955-af6d-4679-862f-92a85056ba91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.365855 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7de53955-af6d-4679-862f-92a85056ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.367919 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Network 8abbb495-3924-43e6-a993-0a10446990b5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:06.373883 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:06.374204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-72f1a48b-ee01-474d-83fd-0deb64924a38 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:06.375816 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-72f1a48b-ee01-474d-83fd-0deb64924a38 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 811 time: 0.3994391 Aug 17 12:06:06.379837 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:06.386197 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:06.389025 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.401985 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Pushing event updated for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:06.416101 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7a4fcfd3-9758-4cea-8577-32f76a78ef02 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221122 Aug 17 12:06:06.454716 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349033e-708e-4d8d-ab23-6bb8fb56c462 req-797b30fa-0c8a-4a74-9d2e-0385aa53fd2e tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:06.456161 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7349033e-708e-4d8d-ab23-6bb8fb56c462 req-797b30fa-0c8a-4a74-9d2e-0385aa53fd2e tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.2014310 Aug 17 12:06:06.474474 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Request body: {'port': {'device_id': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:06.494601 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7de53955-af6d-4679-862f-92a85056ba91 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b907bc68a2554eec8750c57ec9e908ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1573324 Aug 17 12:06:06.517094 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35234) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:06.523426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53955-af6d-4679-862f-92a85056ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ade41bf-2998-47ca-83fb-08078f85cb55,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:06.548329 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-adf98bc1-e1bd-49d7-a0b7-ea465c4bb4ef tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 379 time: 0.1238213 Aug 17 12:06:06.566917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'port': {'device_id': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'admin_state_up': True, 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'security_groups': ['7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:06.629700 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7349033e-708e-4d8d-ab23-6bb8fb56c462 req-525cbe49-4b70-42e0-b7b9-1ea6707b2b94 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580260 Aug 17 12:06:06.672856 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec809382-156b-4330-9101-0036f7cc301c req-d4c6a009-8de1-4e49-9941-6c6086a0c0fc service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183615 Aug 17 12:06:06.694249 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.720554 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.803456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Made reservation on behalf of 5ac5ece58fa3444ca75308772ccf5c16 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:06.808435 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.822851 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:06.832805 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35248) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:06.850037 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-27faad6a-3c54-4975-a5b1-730dc49127af tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:06.851802 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-27faad6a-3c54-4975-a5b1-730dc49127af tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 818 time: 0.2545917 Aug 17 12:06:06.938623 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Request body: {'port': {'device_id': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'admin_state_up': True, 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:06.965502 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78532d43-9920-4aba-a9e9-738afb01112e req-ffc09a9c-17b2-406d-9b7d-76b098e65448 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.0483878 Aug 17 12:06:07.067165 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.069731 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.071050 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ade41bf-2998-47ca-83fb-08078f85cb55 HTTP/1.1" status: 204 len: 168 time: 0.5529985 Aug 17 12:06:07.109066 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b2e0-2de4-4ae8-85b3-da085ed64a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ade41bf-2998-47ca-83fb-08078f85cb55,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:07.195702 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-269bf67d-f2a0-4ce8-99c2-bc6b916589d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.215621 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Made reservation on behalf of 1cbdf78900d5405b9ced03f0e82aecc4 for: {'port': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:07.219607 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.229134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Allocated IP 172.20.0.10 (ca8418cd-9ec3-4f12-9e62-d2e258234fa2/6edd82e0-3132-456e-bc3d-fba87bf35d6f/a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:07.340398 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8b0cb2-d7e2-4697-b767-e83b43cdb64b {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:07.356547 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.378268 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Transition to ACTIVE for port object cf8b0cb2-d7e2-4697-b767-e83b43cdb64b will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:07.386243 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.399000 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed9c1227-a2f0-4917-a62b-8057072419ae req-000b3c69-b8b0-4bc6-9f83-aba03773bb10 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 210 time: 0.1140587 Aug 17 12:06:07.492453 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:07.542126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52eada-793e-472c-b8a7-4691fbf30d1f req-33a59d95-a1d8-42f4-bbfc-20dfcff34982 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:07.548648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc52eada-793e-472c-b8a7-4691fbf30d1f req-33a59d95-a1d8-42f4-bbfc-20dfcff34982 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 943 time: 0.3461573 Aug 17 12:06:07.548792 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Allocated IP 172.20.0.7 (8abbb495-3924-43e6-a993-0a10446990b5/74a7be9d-270e-470d-97ac-56fba7a09fda/d902a541-53a0-437a-9361-a19fb40e3a79) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:07.568348 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Attempting to bind port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:07.568715 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Attempting to bind port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:07.569143 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Attempting to bind port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b on network 8abbb495-3924-43e6-a993-0a10446990b5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:07.584965 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b on network 8abbb495-3924-43e6-a993-0a10446990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:07.585493 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Attempting to bind port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b on network 8abbb495-3924-43e6-a993-0a10446990b5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:07.602864 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:07.603481 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Checking segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:07.604043 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Bound using segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:07.604487 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Bound port: cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:07.604850 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.671739 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd0bab08-58b9-44b7-aaef-e03301324803 req-ec5f1ad9-457a-4460-a1ab-f9f14aa9c81e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0736113 Aug 17 12:06:07.706354 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35286) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:07.746565 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:07.751518 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:07.753189 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-70c459e7-d3e8-46ab-b1c9-b6150dbfac1b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:07.754612 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-70c459e7-d3e8-46ab-b1c9-b6150dbfac1b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 816 time: 0.4458539 Aug 17 12:06:07.757294 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc52eada-793e-472c-b8a7-4691fbf30d1f req-7d04a794-7a96-46a4-83c5-58dde8dc5fe1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015095 Aug 17 12:06:07.757826 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.768762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c680b9f7-f137-4f6f-81a0-282d991328ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.819176 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.825971 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:07.826600 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.828002 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] 10.222.0.60 "PUT /v2.0/ports/cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 1094 time: 1.3684955 Aug 17 12:06:07.828448 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:07.830693 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:07.838949 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.864141 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954b560-f20f-438d-abbc-0c3c66c2bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:07.874977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-269bf67d-f2a0-4ce8-99c2-bc6b916589d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.882540 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Transition to ACTIVE for port object a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:07.892387 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-269bf67d-f2a0-4ce8-99c2-bc6b916589d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.914997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-610b2bc7-760f-4522-b1ee-8e168e651d0a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 380 time: 0.1315384 Aug 17 12:06:07.915766 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:07.927937 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a50f51-976a-4440-8cff-2d365efe0573 req-91d7642a-82ea-4d67-b899-092aa22b1115 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:07.929473 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01a50f51-976a-4440-8cff-2d365efe0573 req-91d7642a-82ea-4d67-b899-092aa22b1115 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 944 time: 0.1836612 Aug 17 12:06:07.950309 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'port': {'device_id': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'admin_state_up': True, 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'security_groups': ['03da3b95-a3dd-411d-85d7-f19a8e62b9c2']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:07.963827 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30582347-3b9e-4bc0-9b77-d32fee745969 x-openstack-request-id: req-30582347-3b9e-4bc0-9b77-d32fee745969 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:07.964040 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:07.964369 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-30582347-3b9e-4bc0-9b77-d32fee745969 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:07.964957 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'status': 'completed', 'code': 200} Aug 17 12:06:07.995198 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Network 8abbb495-3924-43e6-a993-0a10446990b5 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:08.008694 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:08.011797 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:08.018897 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.020156 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.030840 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Pushing event updated for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:08.045484 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-269bf67d-f2a0-4ce8-99c2-bc6b916589d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68c1e9efcb5642f982c6b9301155f828&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2111006 Aug 17 12:06:08.056153 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bf67d-f2a0-4ce8-99c2-bc6b916589d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda14bb-e1f1-4431-ae07-02d8d5396048,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:08.058079 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35296) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:08.076904 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-d7d328ac-6412-43f7-8409-96f3c9277f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.078445 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-d7d328ac-6412-43f7-8409-96f3c9277f15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1097 time: 0.1507766 Aug 17 12:06:08.137032 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-4bedc2f6-bd10-4b9f-a76d-9bab177f9e46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0430827 Aug 17 12:06:08.181571 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.215935 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.219421 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-2811d38c-a544-47a6-8802-3d90fbb50c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.220941 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-2811d38c-a544-47a6-8802-3d90fbb50c7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0754738 Aug 17 12:06:08.265253 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-efb87846-2ba9-4ca5-b731-1b14c99c5c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345726 Aug 17 12:06:08.289928 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-904d4f5d-bcce-45fe-8f59-2ad49a37a9bb req-f0f5bde9-21b5-4b5e-a26f-a3e53c81657c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.2306349 Aug 17 12:06:08.311731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01a50f51-976a-4440-8cff-2d365efe0573 req-3bd03cf2-9c37-4fe4-be7e-d2170c87e96b tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576438 Aug 17 12:06:08.322490 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.351226 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.353834 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.355033 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fda14bb-e1f1-4431-ae07-02d8d5396048 HTTP/1.1" status: 204 len: 168 time: 0.2960284 Aug 17 12:06:08.371583 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a57778-0429-4f40-91e9-7fe3f20bd698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda14bb-e1f1-4431-ae07-02d8d5396048,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:08.391066 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-a4694299-08d7-4d1d-891e-5989227da044 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179175 Aug 17 12:06:08.415094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:08.428871 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:08.437298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:08.442816 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.443443 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.464929 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c680b9f7-f137-4f6f-81a0-282d991328ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.469291 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:08.473283 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c680b9f7-f137-4f6f-81a0-282d991328ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.479350 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-21c55aa4-4034-4607-88aa-2c6a39c38966 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9163480 Aug 17 12:06:08.512237 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Request body: {'port': {'device_id': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:08.540954 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-f182f1d1-2c81-4047-a5f1-2a7ab1c830b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6093466 Aug 17 12:06:08.562104 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Request body: {'port': {'device_id': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:08.594659 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c680b9f7-f137-4f6f-81a0-282d991328ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06fa7925542e4b14a6cea54f5ec09ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8767874 Aug 17 12:06:08.596588 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680b9f7-f137-4f6f-81a0-282d991328ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720513c2-917f-4a39-8f46-0835a9b6afb3,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:08.605934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35304) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:08.606691 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Made reservation on behalf of 8cfeb8967fc74c95a1237cf81fbc3896 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:08.612618 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.671809 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.715794 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f0c069d3-8707-4ee2-9e12-a82ba82f0136 req-52ab6898-2cd1-4c3f-9beb-7b6c938779d7 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659934 Aug 17 12:06:08.756185 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.791822 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 126af8ce-360c-4cd4-850c-4d49a22ddb2b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:08.836759 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ce85616c-a015-470d-add8-1e766e0765c5 None None] Provisioning for port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:08.843996 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ce85616c-a015-470d-add8-1e766e0765c5 None None] Provisioning complete for port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:08.845324 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ce85616c-a015-470d-add8-1e766e0765c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:08.932503 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35320) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:08.948164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-ce85616c-a015-470d-add8-1e766e0765c5 None None] Port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:06:08.961082 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e7b69-e4d9-4d7a-ba51-80101c882506 req-81d79546-e0c2-4b6a-8cec-b13b77abab84 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.962742 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b5e7b69-e4d9-4d7a-ba51-80101c882506 req-81d79546-e0c2-4b6a-8cec-b13b77abab84 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 931 time: 0.4549348 Aug 17 12:06:08.963480 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-6cdef374-0695-4e32-8c63-fe320f296775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:08.964995 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-6cdef374-0695-4e32-8c63-fe320f296775 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1097 time: 0.1342378 Aug 17 12:06:08.965720 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2b080d5-2f79-4554-81d9-209e6a0f711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.008202 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b,segment=NetworkSegment(8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9),segment_id=8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:09.024633 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '126af8ce-360c-4cd4-850c-4d49a22ddb2b', 'network_id': '290c4f89-2480-449e-afe0-e8bf80d89b90', 'port_id': '126af8ce-360c-4cd4-850c-4d49a22ddb2b', 'mac_address': 'fa:16:3e:8e:91:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f74149f-db7e-44f3-912a-92261f5a72f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:09.075754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.079285 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.095916 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126af8ce-360c-4cd4-850c-4d49a22ddb2b {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:09.133572 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b,segment=NetworkSegment(8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9),segment_id=8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:09.141461 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.142326 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 9c11a352-d1a8-4fde-a015-88a28efa11f9 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:09.210384 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35324) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:09.217279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade908d-4b55-4618-af3a-89bc47881ba9 req-d24680cd-9e94-4478-a57e-4fe99aa5ebcc tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:09.219060 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bade908d-4b55-4618-af3a-89bc47881ba9 req-d24680cd-9e94-4478-a57e-4fe99aa5ebcc tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 932 time: 0.3291681 Aug 17 12:06:09.251023 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.255181 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b5e7b69-e4d9-4d7a-ba51-80101c882506 req-31874c96-53e6-4116-a62f-632ea833fc68 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841480 Aug 17 12:06:09.265156 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:09.276802 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '9c11a352-d1a8-4fde-a015-88a28efa11f9', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'port_id': '9c11a352-d1a8-4fde-a015-88a28efa11f9', 'mac_address': 'fa:16:3e:45:9f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96119a5-8ed3-4b42-bdf7-61e443c48578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:09.289254 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Allocated IP 172.20.0.14 (cee39732-cd1d-48f9-9ccd-562147b82d72/f23adb48-b2e7-49cb-b849-17d75504854f/26c972c7-06e4-418f-a11f-f7e5e7a6f170) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:09.331474 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.359906 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c11a352-d1a8-4fde-a015-88a28efa11f9 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:09.382879 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:09.384498 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:09.389753 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.425457 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-091afa4f-e299-4a86-86b9-5c74d984edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:09.427052 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-091afa4f-e299-4a86-86b9-5c74d984edc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.4522173 Aug 17 12:06:09.448880 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:09.452633 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bade908d-4b55-4618-af3a-89bc47881ba9 req-9b9a6cc9-04df-430a-b02a-a57936b68e3b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183425 Aug 17 12:06:09.491812 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-008e8c13-ba5a-4c2d-b4b9-50cb7aceb3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.508520 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d902a541-53a0-437a-9361-a19fb40e3a79 {{(pid=93951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:09.514659 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-e859c79d-6a36-47c4-8708-5548988bcd75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0780530 Aug 17 12:06:09.519825 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7d9f1-57f4-4df9-b084-f5583315d8bb req-941522da-dcf8-437b-9b60-9cd40425ae31 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:09.521382 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e3b7d9f1-57f4-4df9-b084-f5583315d8bb req-941522da-dcf8-437b-9b60-9cd40425ae31 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 944 time: 0.1602695 Aug 17 12:06:09.535609 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.537428 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.540179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.541264 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/720513c2-917f-4a39-8f46-0835a9b6afb3 HTTP/1.1" status: 204 len: 168 time: 0.9288127 Aug 17 12:06:09.588740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Transition to ACTIVE for port object d902a541-53a0-437a-9361-a19fb40e3a79 will not be triggered until provisioned by entity L2. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:09.600969 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.643506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cababd-f41a-49a0-801e-900dc1dae190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720513c2-917f-4a39-8f46-0835a9b6afb3,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:09.644586 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2b080d5-2f79-4554-81d9-209e6a0f711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.646572 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-2653815c-cba0-44f1-aad7-4e489518ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:09.648332 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-2653815c-cba0-44f1-aad7-4e489518ac79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.1227903 Aug 17 12:06:09.668414 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2c64433-5c07-46df-af17-d94534e26e5c req-596b2378-fd48-4011-ac76-619d6746a701 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.1342387 Aug 17 12:06:09.686979 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2b080d5-2f79-4554-81d9-209e6a0f711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.702737 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:09.733999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.736654 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-f9442de1-0c27-4395-b26e-cf0c007e0379 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642538 Aug 17 12:06:09.749089 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e3b7d9f1-57f4-4df9-b084-f5583315d8bb req-56ad411d-62cd-4b64-b718-76d8d72cbd2c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100275 Aug 17 12:06:09.786018 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f2b080d5-2f79-4554-81d9-209e6a0f711c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8491fa75bb2748fcb7ad48fcea5af1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507032 Aug 17 12:06:09.786783 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Pushing event updated for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:09.793767 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35336) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:09.815436 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b080d5-2f79-4554-81d9-209e6a0f711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21db92ea-f169-469a-8aa2-680fa8f4445a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:09.815578 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.839498 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Transition to ACTIVE for port object a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:09.851733 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:09.858891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Transition to ACTIVE for port object 26c972c7-06e4-418f-a11f-f7e5e7a6f170 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:09.918428 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Attempting to bind port d902a541-53a0-437a-9361-a19fb40e3a79 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:09.918767 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Attempting to bind port d902a541-53a0-437a-9361-a19fb40e3a79 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:09.919098 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Attempting to bind port d902a541-53a0-437a-9361-a19fb40e3a79 on network 8abbb495-3924-43e6-a993-0a10446990b5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:09.925419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdafd0a-1742-4b37-bdc2-2a735650fdb7 req-adac171d-5320-457c-aec6-bed5f9fe5fa3 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:09.933904 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bdafd0a-1742-4b37-bdc2-2a735650fdb7 req-adac171d-5320-457c-aec6-bed5f9fe5fa3 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 945 time: 0.1507838 Aug 17 12:06:09.941950 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Port d902a541-53a0-437a-9361-a19fb40e3a79 on network 8abbb495-3924-43e6-a993-0a10446990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:09.942272 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Attempting to bind port d902a541-53a0-437a-9361-a19fb40e3a79 on network 8abbb495-3924-43e6-a993-0a10446990b5 {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:09.962075 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['126af8ce-360c-4cd4-850c-4d49a22ddb2b'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:09.966957 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:09.967305 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Checking segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:09.967782 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Bound using segment: {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'} {{(pid=93951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:09.968142 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.managers [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Bound port: d902a541-53a0-437a-9361-a19fb40e3a79, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956e84c7-e1db-4417-bc77-5add7e7d68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5'}}] {{(pid=93951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:09.968537 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.031079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:10.047175 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Attempting to bind port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:10.047640 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Attempting to bind port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:10.048061 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Attempting to bind port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:10.049663 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:10.056690 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-008e8c13-ba5a-4c2d-b4b9-50cb7aceb3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.066963 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-5de6340a-8e37-4db8-b61b-55a9fd4baa91 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702935 Aug 17 12:06:10.068384 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.077592 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bdafd0a-1742-4b37-bdc2-2a735650fdb7 req-ed34ac78-f89f-4fcb-942a-97be60e120ef tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427963 Aug 17 12:06:10.094029 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:10.094029 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Attempting to bind port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:10.094029 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:10.094029 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Checking segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:10.095063 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Bound using segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:10.095306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Bound port: a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:10.095734 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.099810 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.128894 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-008e8c13-ba5a-4c2d-b4b9-50cb7aceb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.179680 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:10.192449 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:10.217926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:10.218053 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e8c13-ba5a-4c2d-b4b9-50cb7aceb3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e16423c-154a-4544-bea5-4537f7fe2d93,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:10.221583 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:10.228236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.228858 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.298603 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9fc78cb0-6fce-497f-94de-cc158ed17734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3625195 Aug 17 12:06:10.308217 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.324056 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-008e8c13-ba5a-4c2d-b4b9-50cb7aceb3dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=31882c10cdd64cb8b184762a46e44a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1093538 Aug 17 12:06:10.325047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Request body: {'port': {'device_id': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:10.328694 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, cleared binding levels {{(pid=93951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:10.332348 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35354) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:10.350143 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d902a541-53a0-437a-9361-a19fb40e3a79,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:10.375564 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.387217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:10.492132 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.492891 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.494374 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] 10.222.0.60 "PUT /v2.0/ports/d902a541-53a0-437a-9361-a19fb40e3a79 HTTP/1.1" status: 200 len: 1093 time: 1.9395716 Aug 17 12:06:10.494833 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:10.497985 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8de5cd-7949-497d-a418-836fc7eedb31" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:10.526758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:10.538767 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-b31c2f67-aa0d-40f3-898b-b8bcac4a3538 req-118b8fa4-3354-482e-a839-36662f0a9f3e service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254999 Aug 17 12:06:10.594434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.615749 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] Pushing event updated for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=3']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:10.621945 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.624948 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.628534 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21db92ea-f169-469a-8aa2-680fa8f4445a HTTP/1.1" status: 204 len: 168 time: 0.8269422 Aug 17 12:06:10.635313 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-409f4f5b-3b14-40ca-b655-9be8ac98627d None None] Provisioning for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:10.642728 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-409f4f5b-3b14-40ca-b655-9be8ac98627d None None] Provisioning complete for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:10.643322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-409f4f5b-3b14-40ca-b655-9be8ac98627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.645991 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.655056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.657741 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.660666 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] 10.222.0.60 "PUT /v2.0/ports/a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1094 time: 2.1615555 Aug 17 12:06:10.672076 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597f3c3-d610-476e-b60d-909ad18d9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21db92ea-f169-469a-8aa2-680fa8f4445a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:10.690914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:10.715907 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-d98bcd7c-c9c9-471b-81fc-7e61ba26fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.718554 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-d98bcd7c-c9c9-471b-81fc-7e61ba26fe6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 1096 time: 0.1478200 Aug 17 12:06:10.733131 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.736164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-409f4f5b-3b14-40ca-b655-9be8ac98627d None None] Port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:06:10.796537 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.802402 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-45c23c29-3bfc-487c-bc48-ede106fb582a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d902a541-53a0-437a-9361-a19fb40e3a79 HTTP/1.1" status: 200 len: 217 time: 0.0605645 Aug 17 12:06:10.851958 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b570215-130e-41d2-92f4-5bf548ed74af req-22250ad9-2509-4b92-a4f6-8f614161bc5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.853632 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b570215-130e-41d2-92f4-5bf548ed74af req-22250ad9-2509-4b92-a4f6-8f614161bc5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 943 time: 0.4406290 Aug 17 12:06:10.889293 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-7312ef40-47e4-4997-a6bd-cf9829527528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:10.891031 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-7312ef40-47e4-4997-a6bd-cf9829527528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0834198 Aug 17 12:06:10.947072 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-722d43d9-943b-4143-a1e3-4f2c9e43f9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478716 Aug 17 12:06:10.948104 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.951927 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:10.953394 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e16423c-154a-4544-bea5-4537f7fe2d93 HTTP/1.1" status: 204 len: 168 time: 0.6176488 Aug 17 12:06:10.973083 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738af97-4184-4b09-884a-6ee31649c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e16423c-154a-4544-bea5-4537f7fe2d93,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:11.082621 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-3dcc34d3-f1f9-4bc9-a93d-54c1272a11da service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261151 Aug 17 12:06:11.169222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818b43-f3a2-4001-aab4-61136d7c06c0 req-ea9a0b65-1c53-4afc-a03f-48ab2f1d4f79 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.170948 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-79818b43-f3a2-4001-aab4-61136d7c06c0 req-ea9a0b65-1c53-4afc-a03f-48ab2f1d4f79 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 944 time: 0.5824926 Aug 17 12:06:11.188666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a78ff-7330-42bb-8e04-f42e47c2ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:11.208843 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-97651566-9c31-4624-b70b-0c8fae957e27 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186137 Aug 17 12:06:11.236373 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b570215-130e-41d2-92f4-5bf548ed74af req-5001ee44-d4ff-4afd-8472-476f6b06fe67 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530080 Aug 17 12:06:11.243395 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-d6cf27da-dac1-416a-88d8-991c3fc62eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.244789 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-d6cf27da-dac1-416a-88d8-991c3fc62eba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1097 time: 0.4440134 Aug 17 12:06:11.315437 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafface2-871f-4aa7-b2b8-24ae85d96617 x-openstack-request-id: req-bafface2-871f-4aa7-b2b8-24ae85d96617 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:11.315756 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:11.316596 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bafface2-871f-4aa7-b2b8-24ae85d96617 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:11.317031 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79', 'status': 'completed', 'code': 200} Aug 17 12:06:11.353681 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-79818b43-f3a2-4001-aab4-61136d7c06c0 req-641105e6-8a38-4949-bc01-e745eb439bb3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688006 Aug 17 12:06:11.357322 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-7010c42c-33c8-43d0-92cd-2aebf3904b02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 217 time: 0.0498564 Aug 17 12:06:11.428926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b416c3-8845-4fb9-9b61-3bd97f561ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:11.450276 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-7708a9db-5031-469b-a3c4-9b2585ed0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.452141 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-7708a9db-5031-469b-a3c4-9b2585ed0de9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 1096 time: 0.0807192 Aug 17 12:06:11.525779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-88f339cf-c880-4989-8e36-15626480d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.527248 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-88f339cf-c880-4989-8e36-15626480d39b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.1526082 Aug 17 12:06:11.534593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35398) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:11.588339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-94678038-016b-42ce-b4d5-6f2cff0e2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.592860 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b09ccc4b-2be5-49fa-b425-6411c44914fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:11.596387 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-94678038-016b-42ce-b4d5-6f2cff0e2f7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.1312726 Aug 17 12:06:11.625181 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a916b-4512-4fc1-a3cb-68edfa06a2f3 req-989bda5b-92a4-42a5-b7c2-6c54e6365c75 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.626710 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c6a916b-4512-4fc1-a3cb-68edfa06a2f3 req-989bda5b-92a4-42a5-b7c2-6c54e6365c75 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 932 time: 0.2007179 Aug 17 12:06:11.634276 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60499b-b132-4e8c-b6d1-af11bae620fb req-04aeb1d5-01e2-4cf4-9360-f694e24ef92c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.635728 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-db60499b-b132-4e8c-b6d1-af11bae620fb req-04aeb1d5-01e2-4cf4-9360-f694e24ef92c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 944 time: 0.1862342 Aug 17 12:06:11.676366 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-527e7cb7-7415-41d9-99ec-874581745a3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d902a541-53a0-437a-9361-a19fb40e3a79 HTTP/1.1" status: 200 len: 217 time: 0.0729268 Aug 17 12:06:11.745372 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-766ff22d-c962-4675-a17a-e311d8b5a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.746960 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-766ff22d-c962-4675-a17a-e311d8b5a2a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0622716 Aug 17 12:06:11.766957 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-128560b4-f304-4c1d-a9c7-d78fa523fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:11.768478 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-128560b4-f304-4c1d-a9c7-d78fa523fa91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2273262 Aug 17 12:06:11.784965 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-015f729f-f930-44af-bf61-439f8e97b963 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294743 Aug 17 12:06:11.791177 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c6a916b-4512-4fc1-a3cb-68edfa06a2f3 req-0c4768b6-8a2f-4087-b247-d52f83fd8ee6 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535363 Aug 17 12:06:11.806490 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:11.859331 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:11.866512 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-db60499b-b132-4e8c-b6d1-af11bae620fb req-5aa616d8-f5fe-4d6d-becf-3511d87cd3dd tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215633 Aug 17 12:06:11.900119 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Transition to ACTIVE for port object 26c972c7-06e4-418f-a11f-f7e5e7a6f170 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:11.923973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:11.940111 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-fb89f278-9878-423c-a4a0-d174830e10af service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421285 Aug 17 12:06:12.031530 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-0667193f-e926-4618-b27d-f8b71817d98b service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440948 Aug 17 12:06:12.040352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b09ccc4b-2be5-49fa-b425-6411c44914fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.066885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b09ccc4b-2be5-49fa-b425-6411c44914fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.068020 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:12.081062 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-4a8de5cd-7949-497d-a418-836fc7eedb31 req-78c542b4-3e24-4ab5-bf4e-f73d2eab4444 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327090 Aug 17 12:06:12.102440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f95ce-0e90-49e2-bc3c-40e7f074465b req-61937d55-84bf-4085-8012-aba6259572d6 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.105638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed1f95ce-0e90-49e2-bc3c-40e7f074465b req-61937d55-84bf-4085-8012-aba6259572d6 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 945 time: 0.1979282 Aug 17 12:06:12.222483 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b12ea87-ea2b-48af-9174-b975427c89b3 x-openstack-request-id: req-8b12ea87-ea2b-48af-9174-b975427c89b3 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:12.223101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:12.223101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b12ea87-ea2b-48af-9174-b975427c89b3 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:12.223447 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'status': 'completed', 'code': 200} Aug 17 12:06:12.244970 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b09ccc4b-2be5-49fa-b425-6411c44914fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c81dcb8a537c4552bf6640edfa5bbb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092400 Aug 17 12:06:12.247795 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35426) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:12.252940 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ccc4b-2be5-49fa-b425-6411c44914fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a584d-09e6-40d2-81ca-cb299dddc1f2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:12.255666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Attempting to bind port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:12.255804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Attempting to bind port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:12.256767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Attempting to bind port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:12.284063 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed1f95ce-0e90-49e2-bc3c-40e7f074465b req-05e858f5-db94-47ce-b523-d76eb478e717 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240487 Aug 17 12:06:12.301168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 on network cee39732-cd1d-48f9-9ccd-562147b82d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:12.301404 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Attempting to bind port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:12.331553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:12.331898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Checking segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:12.332289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Bound using segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:12.332733 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Bound port: 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:12.333147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.345399 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-715234c4-8424-4c87-842e-d6bf9de009e6 req-384a53e8-430f-4a9f-ad28-d99a80928e80 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906058 Aug 17 12:06:12.351602 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.375326 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.458259 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.471836 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.473986 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f5a584d-09e6-40d2-81ca-cb299dddc1f2 HTTP/1.1" status: 204 len: 168 time: 0.2252009 Aug 17 12:06:12.501966 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73a821-88c6-4d08-9f1b-c976be5aa064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a584d-09e6-40d2-81ca-cb299dddc1f2,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:12.535085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:12.557826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ad023-d882-479c-ba8a-38274fe4da59 req-8f1219cc-4f11-46fc-aa4f-90fc7e0b1062 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.559610 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-019ad023-d882-479c-ba8a-38274fe4da59 req-8f1219cc-4f11-46fc-aa4f-90fc7e0b1062 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 943 time: 0.1693203 Aug 17 12:06:12.566648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:12.577434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d1dcadd6-ef91-4b5c-977a-bde226df5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.578879 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d1dcadd6-ef91-4b5c-977a-bde226df5d20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1097 time: 0.1355615 Aug 17 12:06:12.581383 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.639879 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4ae07-16dd-4d84-a2a2-c19cfaed716c req-7f3e2a51-1e01-4879-b1eb-0f9b4aec9126 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.641579 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49e4ae07-16dd-4d84-a2a2-c19cfaed716c req-7f3e2a51-1e01-4879-b1eb-0f9b4aec9126 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 944 time: 0.1541796 Aug 17 12:06:12.697024 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.698616 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:12.701627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] 10.222.0.60 "PUT /v2.0/ports/26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1094 time: 2.3843126 Aug 17 12:06:12.777281 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-019ad023-d882-479c-ba8a-38274fe4da59 req-d5b58eb8-a124-4933-8b0d-36f139ec3502 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982462 Aug 17 12:06:12.791078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cf8b0cb2-d7e2-4697-b767-e83b43cdb64b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:12.872892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49e4ae07-16dd-4d84-a2a2-c19cfaed716c req-dc52e351-eada-4bb0-a867-03b374a101a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136106 Aug 17 12:06:12.911687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b245e-7772-4839-80b4-a4cbf26d8689 service neutron] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:12.931998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-28936f23-0adf-4428-a5f4-af7328e460da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.933677 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-28936f23-0adf-4428-a5f4-af7328e460da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1097 time: 0.1549463 Aug 17 12:06:12.939459 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d58bf2af-f006-4f57-9061-47d6abe6a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:12.941001 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d58bf2af-f006-4f57-9061-47d6abe6a887 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.3436956 Aug 17 12:06:12.977214 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:12.994763 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'port_id': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'mac_address': 'fa:16:3e:46:5a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:12.998266 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 126af8ce-360c-4cd4-850c-4d49a22ddb2b up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:13.108093 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.111590 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-d4afecd6-d4d5-4d4b-bb5e-01ee839f9704 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 217 time: 0.1572871 Aug 17 12:06:13.131847 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8b0cb2-d7e2-4697-b767-e83b43cdb64b {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:13.137918 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 126af8ce-360c-4cd4-850c-4d49a22ddb2b completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:13.150935 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 126af8ce-360c-4cd4-850c-4d49a22ddb2b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:13.151311 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.153404 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-38875347-3f4b-4c10-890d-8ee49374cd37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 217 time: 0.1854508 Aug 17 12:06:13.204055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:13.212671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.251386 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52759395-bb99-4d9b-9f11-743fde44dce7 req-22dd8cb4-6b41-46ad-a031-cb6d698517fa tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.263846 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52759395-bb99-4d9b-9f11-743fde44dce7 req-22dd8cb4-6b41-46ad-a031-cb6d698517fa tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.2845562 Aug 17 12:06:13.318517 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:13.322993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.330496 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a8bf-9e58-43c8-a947-12964285a018 req-68d994a2-205a-41c7-9b5a-87e075a13b24 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.342552 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5884a8bf-9e58-43c8-a947-12964285a018 req-68d994a2-205a-41c7-9b5a-87e075a13b24 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 944 time: 0.3094337 Aug 17 12:06:13.346626 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-bb94f28c-d909-4494-986a-ed931ba9006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.348892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-bb94f28c-d909-4494-986a-ed931ba9006c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.2105675 Aug 17 12:06:13.352149 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:13.381564 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d7fc7c2c-a473-478a-b378-2417102ad26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.385080 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d7fc7c2c-a473-478a-b378-2417102ad26b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.2087948 Aug 17 12:06:13.454699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b,segment=NetworkSegment(8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9),segment_id=8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:13.457942 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52759395-bb99-4d9b-9f11-743fde44dce7 req-fd79af39-60eb-49ce-bf6b-c2a1a79fc665 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924968 Aug 17 12:06:13.463979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.470562 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 9c11a352-d1a8-4fde-a015-88a28efa11f9 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:13.510573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5884a8bf-9e58-43c8-a947-12964285a018 req-019331ba-64a2-4448-94bc-f5ea0142ae68 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668949 Aug 17 12:06:13.517447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9e0ffcbb-9c68-487c-8b9a-3e015d7fbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.535531 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-9e0ffcbb-9c68-487c-8b9a-3e015d7fbf4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1739988 Aug 17 12:06:13.563068 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d9ac700b-9088-4f65-b6c9-49a3fb6514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:13.569890 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-d9ac700b-9088-4f65-b6c9-49a3fb6514cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1543860 Aug 17 12:06:13.588037 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:13.613235 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 9c11a352-d1a8-4fde-a015-88a28efa11f9 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:13.627166 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 9c11a352-d1a8-4fde-a015-88a28efa11f9 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:13.628028 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.737631 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d32c3c-b90d-4f80-8d54-1a589b8df482" -d '{"events": [{"server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "name": "network-vif-plugged", "status": "completed", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:13.774410 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['cf8b0cb2-d7e2-4697-b767-e83b43cdb64b'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:13.785181 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.870581 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:13.878055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:13.940861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:14.123161 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3283226-a850-4776-b19c-2e5899f21ebe x-openstack-request-id: req-f3283226-a850-4776-b19c-2e5899f21ebe {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:14.123554 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "name": "network-vif-plugged", "status": "completed", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:14.123955 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3283226-a850-4776-b19c-2e5899f21ebe {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:14.124507 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b', 'code': 200} Aug 17 12:06:14.228984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd75427-2e23-47e1-a8a0-4b081492a320 req-a5aefc47-136b-4b8c-9ed1-d9199e64441c tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.230590 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cd75427-2e23-47e1-a8a0-4b081492a320 req-a5aefc47-136b-4b8c-9ed1-d9199e64441c tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.6084380 Aug 17 12:06:14.251887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:14.254242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748d52a6-d375-47fd-8099-fff16a17c24b" -d '{"events": [{"name": "network-changed", "server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:14.279138 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-80997674-8c2b-412d-aae7-e89076257d44 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345700 Aug 17 12:06:14.283278 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-70e924f8-85ca-49dd-86b6-7b7bd95309b6 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861241 Aug 17 12:06:14.381541 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-35946ed3-3109-4f2d-bdda-4740996990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.383068 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-35946ed3-3109-4f2d-bdda-4740996990b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 1099 time: 0.0765049 Aug 17 12:06:14.403156 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:14.405287 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cffd0-4d54-4a64-a7bd-54b1fe1daefa req-3f5c9561-ecb1-4339-a9f4-f3c519dd1b1a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.406698 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d71cffd0-4d54-4a64-a7bd-54b1fe1daefa req-3f5c9561-ecb1-4339-a9f4-f3c519dd1b1a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 943 time: 0.2147675 Aug 17 12:06:14.451387 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cd75427-2e23-47e1-a8a0-4b081492a320 req-164d1952-e4c3-4d0a-a502-92906ca72262 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926548 Aug 17 12:06:14.499645 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d71cffd0-4d54-4a64-a7bd-54b1fe1daefa req-2029b826-1030-4e7b-b305-65f6e20869da tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812869 Aug 17 12:06:14.534465 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:14.540011 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:14.553687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02969c8e-1bf3-46ce-a06b-1a77d935b4d2 x-openstack-request-id: req-02969c8e-1bf3-46ce-a06b-1a77d935b4d2 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:14.554054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:14.554373 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-02969c8e-1bf3-46ce-a06b-1a77d935b4d2 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:14.554828 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'status': 'completed', 'code': 200} Aug 17 12:06:14.572338 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819768 Aug 17 12:06:14.576842 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-aadea8a3-6dc6-4d6c-b4de-1b83ae8f241a req-f8127582-b0db-4492-a0e0-bfb133592620 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818744 Aug 17 12:06:14.584412 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7b796-e272-406e-b714-9dc3979e0dff,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:14.600508 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11b416c3-8845-4fb9-9b61-3bd97f561ef2 req-1a36d8a4-3d6d-45ce-923b-c6e57e406f46 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044548 Aug 17 12:06:14.651079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d60724-e38a-4f0f-a86c-9cac54380007 req-26846498-fb1b-45d3-8761-a957a32f9507 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.652537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31d60724-e38a-4f0f-a86c-9cac54380007 req-26846498-fb1b-45d3-8761-a957a32f9507 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 944 time: 0.1007183 Aug 17 12:06:14.664861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9c6d-d5fe-479e-a102-5d4e3cf70c80 req-9483b9d3-941e-4b42-a5d2-88bdb57b5416 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.666343 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed8b9c6d-d5fe-479e-a102-5d4e3cf70c80 req-9483b9d3-941e-4b42-a5d2-88bdb57b5416 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0640790 Aug 17 12:06:14.718582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31d60724-e38a-4f0f-a86c-9cac54380007 req-8e25bb1c-2ab9-4bbe-8fad-9a94ec1a2923 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510793 Aug 17 12:06:14.725448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed8b9c6d-d5fe-479e-a102-5d4e3cf70c80 req-7da5c620-c97a-4c79-9de5-7bd0d4a69cfd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509088 Aug 17 12:06:14.772995 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d902a541-53a0-437a-9361-a19fb40e3a79 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:14.822070 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf490dc-e254-497a-b156-f896b68a0887 req-08fb61ea-2b9f-4f3a-814e-56385c8467be tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:14.823589 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-faf490dc-e254-497a-b156-f896b68a0887 req-08fb61ea-2b9f-4f3a-814e-56385c8467be tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Aug 17 12:06:14.863874 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-faf490dc-e254-497a-b156-f896b68a0887 req-a2a63916-31cd-4ab4-80e5-885a3ebd036d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341439 Aug 17 12:06:14.974315 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d902a541-53a0-437a-9361-a19fb40e3a79,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:14.985983 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'd902a541-53a0-437a-9361-a19fb40e3a79', 'network_id': '8abbb495-3924-43e6-a993-0a10446990b5', 'port_id': 'd902a541-53a0-437a-9361-a19fb40e3a79', 'mac_address': 'fa:16:3e:3e:09:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a7be9d-270e-470d-97ac-56fba7a09fda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:15.027790 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:15.042480 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d902a541-53a0-437a-9361-a19fb40e3a79 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:15.063246 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d902a541-53a0-437a-9361-a19fb40e3a79,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:15.067673 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:15.127491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:15.269318 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d52a6-d375-47fd-8099-fff16a17c24b req-5cc4c50c-87cf-4b23-80d7-dc18dc7df4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.270887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-5cc4c50c-87cf-4b23-80d7-dc18dc7df4e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1097 time: 0.0509639 Aug 17 12:06:15.368295 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d52a6-d375-47fd-8099-fff16a17c24b req-ebcb0b9f-e604-4966-b2cf-76eb9f74907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.369992 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-ebcb0b9f-e604-4966-b2cf-76eb9f74907c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0920694 Aug 17 12:06:15.439946 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-cc7df97b-aa02-41f1-8136-53575f6797e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 217 time: 0.0620966 Aug 17 12:06:15.513859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d52a6-d375-47fd-8099-fff16a17c24b req-cdaed206-a566-4b4a-9520-573e7fe62205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.515741 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-cdaed206-a566-4b4a-9520-573e7fe62205 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0685256 Aug 17 12:06:15.623060 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d52a6-d375-47fd-8099-fff16a17c24b req-3b883a6a-959c-44ed-87d7-17c9255ed590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.624887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-3b883a6a-959c-44ed-87d7-17c9255ed590 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013520 Aug 17 12:06:15.730332 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f31a-472b-4da0-b16d-629d5faeafb7 req-145f769d-a342-4b97-ac71-4afbb9744fbd tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.731770 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1938f31a-472b-4da0-b16d-629d5faeafb7 req-145f769d-a342-4b97-ac71-4afbb9744fbd tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.1586921 Aug 17 12:06:15.779985 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee9866-64bb-4c97-b8e9-6e80b8ae34e7 req-19fcb231-6d7a-404a-aec4-76d7ac4bcc6e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:15.781550 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bee9866-64bb-4c97-b8e9-6e80b8ae34e7 req-19fcb231-6d7a-404a-aec4-76d7ac4bcc6e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.1621070 Aug 17 12:06:15.804650 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['d902a541-53a0-437a-9361-a19fb40e3a79'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:15.814439 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-89db23bf-43f9-4853-b0ac-866b7911047a service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720183 Aug 17 12:06:15.834955 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1938f31a-472b-4da0-b16d-629d5faeafb7 req-a2127746-b8ff-4cbc-b112-9f479a316ca1 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952146 Aug 17 12:06:15.896996 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bee9866-64bb-4c97-b8e9-6e80b8ae34e7 req-e4cfb037-103c-4192-b90c-6d0d1887ae91 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015916 Aug 17 12:06:15.999683 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8537-29a1-4608-a4fd-9d5d43712370 req-9d50b2fe-5ba7-4e87-aabb-53aa2aad7301 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:16.001204 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ea5a8537-29a1-4608-a4fd-9d5d43712370 req-9d50b2fe-5ba7-4e87-aabb-53aa2aad7301 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 944 time: 0.0879843 Aug 17 12:06:16.003119 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748d52a6-d375-47fd-8099-fff16a17c24b req-a48fa8e7-b3aa-4fe3-bb20-38db2c01c1fd service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790550 Aug 17 12:06:16.062642 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ea5a8537-29a1-4608-a4fd-9d5d43712370 req-f7eda01a-97ae-4eaa-8cc3-d2ab8ed4e2c0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455399 Aug 17 12:06:16.070787 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddbeee-d671-42d6-88ef-812edba1dd8c req-370bb1db-14dd-47bf-ad56-2a5ed40df033 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:16.072246 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ddbeee-d671-42d6-88ef-812edba1dd8c req-370bb1db-14dd-47bf-ad56-2a5ed40df033 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0948956 Aug 17 12:06:16.116335 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2ddbeee-d671-42d6-88ef-812edba1dd8c req-528f36c5-fade-48b9-9e1a-01528e14eaba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364726 Aug 17 12:06:16.125910 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:16.129121 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45579d7-d1eb-4850-b810-84085f0da4b5" -d '{"events": [{"server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "name": "network-vif-plugged", "status": "completed", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:16.170076 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bda8fa-506a-496c-a917-33c5f0969380 x-openstack-request-id: req-c5bda8fa-506a-496c-a917-33c5f0969380 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:16.170521 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "name": "network-vif-plugged", "status": "completed", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:16.170993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5bda8fa-506a-496c-a917-33c5f0969380 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:16.171441 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9', 'code': 200} Aug 17 12:06:16.174414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29899534-7c09-4132-8a63-8a865ab31e7a req-d2f4deb2-8cd4-40ff-8c17-3da6fc1a8694 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:16.175919 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29899534-7c09-4132-8a63-8a865ab31e7a req-d2f4deb2-8cd4-40ff-8c17-3da6fc1a8694 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0544007 Aug 17 12:06:16.221541 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29899534-7c09-4132-8a63-8a865ab31e7a req-49ce4801-0c74-4baa-8bdb-69b94a3f160d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Aug 17 12:06:16.423386 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770e8fb-3082-40d5-a6e7-ccd0667252af req-fd66c995-6f98-44c1-af9d-be40b77cb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:16.424896 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d770e8fb-3082-40d5-a6e7-ccd0667252af req-fd66c995-6f98-44c1-af9d-be40b77cb264 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 1098 time: 0.0714998 Aug 17 12:06:16.470513 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d770e8fb-3082-40d5-a6e7-ccd0667252af req-d3e7d525-7dff-43cc-874e-a1c6bb872376 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Aug 17 12:06:16.788133 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:16.800699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cf8b0cb2-d7e2-4697-b767-e83b43cdb64b up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:16.813081 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35676) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:16.930002 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:16.942315 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:16.942695 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:16.952996 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-526cb88f-0ce7-47f0-b05e-140d44e4b65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:16.984231 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfa328-8eee-4ba9-958e-8eabf28cfda5 req-89a434d0-7497-4e79-89c3-81124cd6d63f tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:16.985813 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-14cfa328-8eee-4ba9-958e-8eabf28cfda5 req-89a434d0-7497-4e79-89c3-81124cd6d63f tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0533895 Aug 17 12:06:17.015211 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:17.032301 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'port_id': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'mac_address': 'fa:16:3e:29:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:17.056170 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-526cb88f-0ce7-47f0-b05e-140d44e4b65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.061772 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-526cb88f-0ce7-47f0-b05e-140d44e4b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.090617 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-14cfa328-8eee-4ba9-958e-8eabf28cfda5 req-1635b063-93d5-48e0-92e4-0099db400d46 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957949 Aug 17 12:06:17.097972 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cb88f-0ce7-47f0-b05e-140d44e4b65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7725433-ce34-42da-bc96-2299830e1ad1,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:17.119327 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.121765 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-526cb88f-0ce7-47f0-b05e-140d44e4b65a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d23efd7bb5a4a82acbeee8935ede9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074174 Aug 17 12:06:17.123164 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35694) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:17.135214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00bdeb-e996-409c-9d08-d22fc5d6c613 req-a2f22e4a-b5e4-4641-8248-e8d220385fa5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:17.144611 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9e00bdeb-e996-409c-9d08-d22fc5d6c613 req-a2f22e4a-b5e4-4641-8248-e8d220385fa5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.1355436 Aug 17 12:06:17.180638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.195914 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:17.203823 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.222734 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9e00bdeb-e996-409c-9d08-d22fc5d6c613 req-627f4655-b8b5-4bd4-9934-8e394d555dbf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Aug 17 12:06:17.231539 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.240293 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:17.247366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae42d8-9877-4e6c-ac9f-29d65c0bad8f req-29ab900b-4574-439c-9d16-cce11bf36f55 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:17.249503 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77ae42d8-9877-4e6c-ac9f-29d65c0bad8f req-29ab900b-4574-439c-9d16-cce11bf36f55 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 944 time: 0.0739710 Aug 17 12:06:17.251064 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:17.252673 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.258733 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.296417 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.302682 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.307402 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7725433-ce34-42da-bc96-2299830e1ad1 HTTP/1.1" status: 204 len: 168 time: 0.1832204 Aug 17 12:06:17.321539 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed8f5-1fcd-4f6d-8ca0-3deacdc18b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7725433-ce34-42da-bc96-2299830e1ad1,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:17.323652 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:17.378033 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77ae42d8-9877-4e6c-ac9f-29d65c0bad8f req-72f80596-068c-4856-a4ae-54bab4f08d26 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130095 Aug 17 12:06:17.402826 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:17.426406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba695dcd-96e7-45cf-8ffa-17a94d2d5187 req-b42b9593-0490-43f2-9c13-74cfee4a3432 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:17.434305 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ba695dcd-96e7-45cf-8ffa-17a94d2d5187 req-b42b9593-0490-43f2-9c13-74cfee4a3432 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1147752 Aug 17 12:06:17.519254 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ba695dcd-96e7-45cf-8ffa-17a94d2d5187 req-a0855f88-ed8a-4a84-8edb-6ed922392484 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838749 Aug 17 12:06:17.535484 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c9ec3-49f9-43e7-9893-f7ea12121252 req-08b10eab-2b0e-4986-a5f2-8b14e1abc2b1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:17.541377 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bf9c9ec3-49f9-43e7-9893-f7ea12121252 req-08b10eab-2b0e-4986-a5f2-8b14e1abc2b1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0819702 Aug 17 12:06:17.576384 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bf9c9ec3-49f9-43e7-9893-f7ea12121252 req-622a4417-b423-41ba-9807-dcfc6f86e0d1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Aug 17 12:06:17.639210 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 35706) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:17.661428 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2d5d-5ce5-4382-90c6-d1eaf91c0778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.753155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2d5d-5ce5-4382-90c6-d1eaf91c0778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.757302 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c6f2d5d-5ce5-4382-90c6-d1eaf91c0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.798474 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3c6f2d5d-5ce5-4382-90c6-d1eaf91c0778 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00c084732a584ec49f897d8e570a2427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581018 Aug 17 12:06:17.799623 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f2d5d-5ce5-4382-90c6-d1eaf91c0778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5192f87-5a08-4627-a698-f504f0d2b434,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:17.801252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 35714) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:17.803893 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:17.856642 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.878259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.930155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.933274 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:17.934423 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5192f87-5a08-4627-a698-f504f0d2b434 HTTP/1.1" status: 204 len: 168 time: 0.1315019 Aug 17 12:06:17.943279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc56cd-d428-4f39-82b7-0ad9c1aa64d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5192f87-5a08-4627-a698-f504f0d2b434,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:18.173172 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:18.175714 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d5de0-d7d1-4d60-bb77-c12dbb9f54a5" -d '{"events": [{"server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "name": "network-vif-plugged", "status": "completed", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:18.217856 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687aab5-11d7-4923-a92e-f87acc3ef604 x-openstack-request-id: req-a687aab5-11d7-4923-a92e-f87acc3ef604 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:18.218503 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "name": "network-vif-plugged", "status": "completed", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:18.218503 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a687aab5-11d7-4923-a92e-f87acc3ef604 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:18.218958 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'code': 200} Aug 17 12:06:18.229869 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a7ca-1403-42d4-80ae-bdcdd4315476 req-0a541c22-c196-475a-9728-27bfbf4c77a5 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.237628 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01a7a7ca-1403-42d4-80ae-bdcdd4315476 req-0a541c22-c196-475a-9728-27bfbf4c77a5 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0734503 Aug 17 12:06:18.296624 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01a7a7ca-1403-42d4-80ae-bdcdd4315476 req-681ca376-8438-4867-b744-97975df6b6aa tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 Aug 17 12:06:18.428034 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e53ae-8e0a-4191-b962-668db954ee32 req-4950ac40-67da-4973-bcb1-8bf76fba6a3f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.432234 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5f2e53ae-8e0a-4191-b962-668db954ee32 req-4950ac40-67da-4973-bcb1-8bf76fba6a3f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.0977821 Aug 17 12:06:18.522518 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5f2e53ae-8e0a-4191-b962-668db954ee32 req-bb22fdf7-727f-4964-bd43-cfca6f7faf3f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842807 Aug 17 12:06:18.607243 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e58e9-a812-44fa-979a-892dedfee0cb req-2c7e593c-1871-49a8-8858-2e763fec4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.608735 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b0e58e9-a812-44fa-979a-892dedfee0cb req-2c7e593c-1871-49a8-8858-2e763fec4621 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0928240 Aug 17 12:06:18.622889 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f55f9a-a5a6-4d97-8131-1a8f47445c4e req-d58c1563-2243-484a-8611-78f9918c93fe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.624594 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86f55f9a-a5a6-4d97-8131-1a8f47445c4e req-d58c1563-2243-484a-8611-78f9918c93fe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 945 time: 0.1071274 Aug 17 12:06:18.707156 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b0e58e9-a812-44fa-979a-892dedfee0cb req-31e5ed63-40b0-4246-a342-25622a89bd5e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804594 Aug 17 12:06:18.728734 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b9ef6-b574-413a-900a-bfeed087af74 req-1f3fe858-e725-4510-a36f-56b91486494b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.730530 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2b9ef6-b574-413a-900a-bfeed087af74 req-1f3fe858-e725-4510-a36f-56b91486494b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1050229 Aug 17 12:06:18.773715 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86f55f9a-a5a6-4d97-8131-1a8f47445c4e req-b9f231bc-df42-4dae-9cb2-3ccaef8cafa5 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163812 Aug 17 12:06:18.802397 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2b9ef6-b574-413a-900a-bfeed087af74 req-a48fc9f2-5bea-4168-963f-951cdc02ce92 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519705 Aug 17 12:06:18.903419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68a203-133d-4adc-aa0c-76e69e47220d req-40bcc1bf-83d9-41ff-b5cb-c7f15a27ec97 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:18.905062 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e68a203-133d-4adc-aa0c-76e69e47220d req-40bcc1bf-83d9-41ff-b5cb-c7f15a27ec97 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Aug 17 12:06:18.942705 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e68a203-133d-4adc-aa0c-76e69e47220d req-b414e06b-40d0-49aa-bd88-2725dcee7427 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Aug 17 12:06:19.651578 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99af4-2a9f-432f-8da7-4b6a41daf635 req-1e9b021a-64e2-4780-836a-7a71b9df319e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:19.654542 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1ee99af4-2a9f-432f-8da7-4b6a41daf635 req-1e9b021a-64e2-4780-836a-7a71b9df319e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.0657663 Aug 17 12:06:19.705291 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1ee99af4-2a9f-432f-8da7-4b6a41daf635 req-429e3244-8aa2-4517-b084-6641477aa1cc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389140 Aug 17 12:06:19.943502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86363408-3b86-4f98-9a02-c348b6c3aceb req-61d200cf-de83-406a-b8c6-e162111e5cce tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:19.945009 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86363408-3b86-4f98-9a02-c348b6c3aceb req-61d200cf-de83-406a-b8c6-e162111e5cce tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 945 time: 0.0881710 Aug 17 12:06:19.958647 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435412f-d36d-4cf1-a909-773443fb8c69 req-02875e62-e2be-45ba-ad72-c21f2f57a3d1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:19.960105 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6435412f-d36d-4cf1-a909-773443fb8c69 req-02875e62-e2be-45ba-ad72-c21f2f57a3d1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0706186 Aug 17 12:06:20.015493 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86363408-3b86-4f98-9a02-c348b6c3aceb req-b53f1fef-c063-4fc9-9ba9-3677327080d8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542462 Aug 17 12:06:20.023204 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6435412f-d36d-4cf1-a909-773443fb8c69 req-f1d32543-5cbc-4afb-a92f-80036ff1198c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547688 Aug 17 12:06:20.828806 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00c1c9-94cc-4f09-ba55-2fcde76caf4d req-205f14c5-a847-47ac-91c1-1bc97193427b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:20.830281 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b00c1c9-94cc-4f09-ba55-2fcde76caf4d req-205f14c5-a847-47ac-91c1-1bc97193427b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.0468712 Aug 17 12:06:20.866653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b00c1c9-94cc-4f09-ba55-2fcde76caf4d req-9c0c9ae2-2f5f-4918-a360-b07fef931063 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Aug 17 12:06:21.077318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:21.173124 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c21941-3f20-487e-9e69-7daaad5aa81d req-55b60a7c-040c-4bcf-8e22-78c055af6ad3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:21.174660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46c21941-3f20-487e-9e69-7daaad5aa81d req-55b60a7c-040c-4bcf-8e22-78c055af6ad3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 945 time: 0.0862384 Aug 17 12:06:21.186909 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b911bba-c90f-451e-9c93-e799cd608085 req-d238e3fe-a32f-4a6d-9135-51173ef2b3f5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:21.188362 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b911bba-c90f-451e-9c93-e799cd608085 req-d238e3fe-a32f-4a6d-9135-51173ef2b3f5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0704851 Aug 17 12:06:21.242392 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46c21941-3f20-487e-9e69-7daaad5aa81d req-b785ee8c-b57b-403e-b593-27e5afd0523c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530932 Aug 17 12:06:21.247043 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b911bba-c90f-451e-9c93-e799cd608085 req-7bd97ccb-07cb-46b1-a1f6-f6065a8074da tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512054 Aug 17 12:06:21.977177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52529a36-ff5d-4da4-b5fc-9ae3d0639d60 req-ea1a3fc1-6fba-41cd-b2a4-9159a980f1c9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:21.978672 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52529a36-ff5d-4da4-b5fc-9ae3d0639d60 req-ea1a3fc1-6fba-41cd-b2a4-9159a980f1c9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 944 time: 0.0474761 Aug 17 12:06:22.015541 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-52529a36-ff5d-4da4-b5fc-9ae3d0639d60 req-c62c77cc-4155-48a3-8bbb-40cf8d57213b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Aug 17 12:06:22.378962 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010af0e-97fc-4c1c-9a5e-99e773320162 req-6e0bfe28-77b0-4711-ae3f-619a38404395 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:22.380485 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2010af0e-97fc-4c1c-9a5e-99e773320162 req-6e0bfe28-77b0-4711-ae3f-619a38404395 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 945 time: 0.0723336 Aug 17 12:06:22.400214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb044752-6ece-41ca-a5cf-f9ce83afd356 req-2f696fb5-3228-49db-b8fe-8d2b320a8454 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:22.401710 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb044752-6ece-41ca-a5cf-f9ce83afd356 req-2f696fb5-3228-49db-b8fe-8d2b320a8454 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0838461 Aug 17 12:06:22.451702 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2010af0e-97fc-4c1c-9a5e-99e773320162 req-5298a3d6-c809-446c-a742-633bdae86a7d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645998 Aug 17 12:06:22.457205 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb044752-6ece-41ca-a5cf-f9ce83afd356 req-36c72149-aaa4-4f10-b688-05bb4e61a344 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 Aug 17 12:06:22.458201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d902a541-53a0-437a-9361-a19fb40e3a79 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:22.506677 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port d902a541-53a0-437a-9361-a19fb40e3a79 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:22.510550 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port d902a541-53a0-437a-9361-a19fb40e3a79 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:22.511207 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:22.585904 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:22.606703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:22.609522 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b99471-8148-42e9-80dc-f5b2c0d3001f" -d '{"events": [{"server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "name": "network-vif-plugged", "status": "completed", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:22.621730 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d902a541-53a0-437a-9361-a19fb40e3a79,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:22.626713 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:22.654212 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8f0da-4f88-4128-874d-df6ec927e936 x-openstack-request-id: req-8ac8f0da-4f88-4128-874d-df6ec927e936 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:22.654533 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "name": "network-vif-plugged", "status": "completed", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:22.654869 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ac8f0da-4f88-4128-874d-df6ec927e936 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:22.655223 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79', 'code': 200} Aug 17 12:06:22.675676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8dd8-ad2b-4b0b-81e1-c711b50ee927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:22.690957 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:23.068963 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:23.079537 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:23.125279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bca8fe-d183-448b-8a30-952180484e3e req-b5f2dd74-17de-4ce4-9dfb-3e8092e13a5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:23.126747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b7bca8fe-d183-448b-8a30-952180484e3e req-b5f2dd74-17de-4ce4-9dfb-3e8092e13a5d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0470655 Aug 17 12:06:23.169319 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b7bca8fe-d183-448b-8a30-952180484e3e req-97c3c0be-144b-4cc4-b8b5-742bb029ace4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367124 Aug 17 12:06:23.185923 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:23.189821 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:23.190294 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:23.237660 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:23.252267 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:23.332710 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:23.349782 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:23.361264 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:23.395064 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:23.401680 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:23.417111 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54aa76-3458-4619-8e95-d5d45e4e7719 req-a13202ec-27e8-4b60-a1d4-f12f13fb27ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:23.420701 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da54aa76-3458-4619-8e95-d5d45e4e7719 req-a13202ec-27e8-4b60-a1d4-f12f13fb27ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 1098 time: 0.0483994 Aug 17 12:06:23.444611 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:23.453191 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:23.460324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da54aa76-3458-4619-8e95-d5d45e4e7719 req-8139ecdb-e2c1-4858-86e9-4e100321fa87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Aug 17 12:06:23.486735 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:23.566598 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:23.629849 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707bec1-02af-4c5e-aabd-df78cba28f7c req-498c249a-10a6-42b6-ac92-5be5451fd394 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:23.631324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e707bec1-02af-4c5e-aabd-df78cba28f7c req-498c249a-10a6-42b6-ac92-5be5451fd394 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0879536 Aug 17 12:06:23.643410 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf4594-44c2-49f9-8fd1-730d698d8efb req-a94dd4ab-68b7-430a-90de-89b89bcd24a0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:23.644892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2daf4594-44c2-49f9-8fd1-730d698d8efb req-a94dd4ab-68b7-430a-90de-89b89bcd24a0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0654302 Aug 17 12:06:23.710672 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e707bec1-02af-4c5e-aabd-df78cba28f7c req-ecda024b-6f24-411f-8710-11676b206493 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646267 Aug 17 12:06:23.713289 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2daf4594-44c2-49f9-8fd1-730d698d8efb req-4235ec8c-88a3-4f0d-915e-2523b51044f8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614903 Aug 17 12:06:24.214205 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['26c972c7-06e4-418f-a11f-f7e5e7a6f170'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:24.279160 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:06:24.290934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7055-3260-4ddd-b121-93e79d13f9ca req-3145c37b-7e22-4282-a7e7-103875ac8342 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:24.292490 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-43ff7055-3260-4ddd-b121-93e79d13f9ca req-3145c37b-7e22-4282-a7e7-103875ac8342 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Aug 17 12:06:24.338363 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-43ff7055-3260-4ddd-b121-93e79d13f9ca req-99b1d115-4d65-4a10-91ef-bd6b373e6b47 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Aug 17 12:06:24.656558 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:24.659165 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d06370a-cae5-4c9a-af6d-a53227587cb1" -d '{"events": [{"server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "name": "network-vif-plugged", "status": "completed", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:24.695395 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110d80dc-2014-4958-b1b7-6a131b709d7b x-openstack-request-id: req-110d80dc-2014-4958-b1b7-6a131b709d7b {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:24.695709 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "name": "network-vif-plugged", "status": "completed", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:24.695983 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-110d80dc-2014-4958-b1b7-6a131b709d7b {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:24.696373 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'code': 200} Aug 17 12:06:24.860859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8d6b0-19e0-456b-8bb0-0c18e945fd74 req-a3d4d1c3-8cb5-4991-9609-4d9d7c24915a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:24.862316 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1ba8d6b0-19e0-456b-8bb0-0c18e945fd74 req-a3d4d1c3-8cb5-4991-9609-4d9d7c24915a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0786459 Aug 17 12:06:24.869340 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6a8e5-5092-4fad-ad95-efe6ed38f2f2 req-fd950719-3ad6-48dc-9062-e035f1a9732f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:24.870667 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e3a6a8e5-5092-4fad-ad95-efe6ed38f2f2 req-fd950719-3ad6-48dc-9062-e035f1a9732f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0858173 Aug 17 12:06:24.921820 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1ba8d6b0-19e0-456b-8bb0-0c18e945fd74 req-31714251-89b8-498c-8a63-73634e80e199 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502248 Aug 17 12:06:24.930913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e3a6a8e5-5092-4fad-ad95-efe6ed38f2f2 req-ae0ff907-aa14-4f06-97b9-a743bfede9fb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537226 Aug 17 12:06:25.096657 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-32a0559a-f9bb-46d0-8bce-27eec5f6d272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:25.163552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e0b1-f0c2-4225-9d0a-3e0b33d8098b req-e9e9851c-98eb-4798-9197-9b2ac3db04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:25.165329 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e36e0b1-f0c2-4225-9d0a-3e0b33d8098b req-e9e9851c-98eb-4798-9197-9b2ac3db04f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.0387795 Aug 17 12:06:25.191975 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:25.219913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e36e0b1-f0c2-4225-9d0a-3e0b33d8098b req-5712f864-8137-4139-a4b0-536801e09dbb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279157 Aug 17 12:06:25.445426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb2f9c-562b-4569-bd7e-b59c1a760af0 req-d7aa74c8-4980-4c1d-8252-cd0160ec7133 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:25.446964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-80fb2f9c-562b-4569-bd7e-b59c1a760af0 req-d7aa74c8-4980-4c1d-8252-cd0160ec7133 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Aug 17 12:06:25.484779 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-80fb2f9c-562b-4569-bd7e-b59c1a760af0 req-a6a77a4f-a8eb-4bd4-bca2-2596d21acd14 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 17 12:06:26.049355 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6d8b6-43e3-4b55-be09-24251bcc1a7b req-9d704e81-2893-4a42-9552-64e2361b00ac tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:26.050973 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b0b6d8b6-43e3-4b55-be09-24251bcc1a7b req-9d704e81-2893-4a42-9552-64e2361b00ac tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Aug 17 12:06:26.089257 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b0b6d8b6-43e3-4b55-be09-24251bcc1a7b req-b69724ff-9cbc-4885-af0c-2250766c48cd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Aug 17 12:06:26.213445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da9d26-5695-4258-acaf-1c5dedc3575b req-4004fb70-08ae-45f1-a917-855ca1942036 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:26.214798 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-74da9d26-5695-4258-acaf-1c5dedc3575b req-4004fb70-08ae-45f1-a917-855ca1942036 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0608892 Aug 17 12:06:26.258277 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-74da9d26-5695-4258-acaf-1c5dedc3575b req-284e6a32-55a1-4355-8224-c9266aff6518 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368063 Aug 17 12:06:26.434445 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:26.620293 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990f38c-c4a1-4eb6-9ead-8604c72b9adb req-421cdfa8-7490-4d59-8bf6-3b6c8fbf9fcd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:26.621827 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7990f38c-c4a1-4eb6-9ead-8604c72b9adb req-421cdfa8-7490-4d59-8bf6-3b6c8fbf9fcd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0573664 Aug 17 12:06:26.658975 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7990f38c-c4a1-4eb6-9ead-8604c72b9adb req-b9498c9f-991c-48be-b723-7ee566119361 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307043 Aug 17 12:06:26.973671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31d81f-a5ba-4dac-b499-5b11a1f2dd3c req-43641f8a-6bff-4b80-a881-5e8bd8234237 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:26.975110 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c31d81f-a5ba-4dac-b499-5b11a1f2dd3c req-43641f8a-6bff-4b80-a881-5e8bd8234237 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 17 12:06:27.014044 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c31d81f-a5ba-4dac-b499-5b11a1f2dd3c req-3b6c30f8-0070-417b-8a4b-d7304ab4d673 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Aug 17 12:06:27.089986 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:27.095576 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-6afe91c4-0417-4e97-80da-de7877b86428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:27.097303 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-6afe91c4-0417-4e97-80da-de7877b86428 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 1098 time: 0.0452445 Aug 17 12:06:27.156325 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:27.162041 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:27.162606 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:27.248128 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:27.272014 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:27.274264 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffffec-f365-4121-be0d-911896fe3a5d" -d '{"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:27.291463 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:27.296816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:27.341933 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57e1c0f-c836-461c-bbf5-d106e1618848 x-openstack-request-id: req-c57e1c0f-c836-461c-bbf5-d106e1618848 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:27.342832 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:27.343092 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c57e1c0f-c836-461c-bbf5-d106e1618848 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:27.343487 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'code': 200} Aug 17 12:06:27.353994 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:27.470312 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-4924ca8b-d598-4f66-ac78-6410ee536629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:27.471732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-4924ca8b-d598-4f66-ac78-6410ee536629 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.3628378 Aug 17 12:06:27.494452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e167-7e2b-47f6-842b-3370ba0f7469 req-158de03b-92f4-4c8e-9fdf-f0c7dec3a11b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:27.495881 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3775e167-7e2b-47f6-842b-3370ba0f7469 req-158de03b-92f4-4c8e-9fdf-f0c7dec3a11b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.2900541 Aug 17 12:06:27.508358 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae5c23-6cf8-4188-8940-50bf0af83a53 req-95d2a465-65b6-4ba9-b829-955286200c9a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:27.510137 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9ae5c23-6cf8-4188-8940-50bf0af83a53 req-95d2a465-65b6-4ba9-b829-955286200c9a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0973275 Aug 17 12:06:27.566595 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3775e167-7e2b-47f6-842b-3370ba0f7469 req-b0eba871-84ef-4795-af12-9f4e7a4c8084 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554028 Aug 17 12:06:27.569371 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9ae5c23-6cf8-4188-8940-50bf0af83a53 req-18a57f3a-86d9-4988-9c79-5e42ba1a8afb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508111 Aug 17 12:06:27.998193 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:28.129482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947f378-b8f4-4e60-a271-a5161cbf06fb req-dbee67ae-d3a1-42e7-86dc-13cdb13059ef tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:28.130925 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6947f378-b8f4-4e60-a271-a5161cbf06fb req-dbee67ae-d3a1-42e7-86dc-13cdb13059ef tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0507329 Aug 17 12:06:28.167152 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6947f378-b8f4-4e60-a271-a5161cbf06fb req-d2b4819c-a078-4d91-be3e-07afa2965a82 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Aug 17 12:06:28.716936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a2708-9564-4aa9-8ffe-de407d41b59c req-278659a5-c351-4e3c-b8fa-e8a3e0b1769d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:28.718985 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-710a2708-9564-4aa9-8ffe-de407d41b59c req-278659a5-c351-4e3c-b8fa-e8a3e0b1769d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0672917 Aug 17 12:06:28.726293 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd37b-15af-4695-80f6-aa06fa59c183 req-c74c3a24-542c-4d2f-86fb-ed7c56aa6843 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:28.727733 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-21cfd37b-15af-4695-80f6-aa06fa59c183 req-c74c3a24-542c-4d2f-86fb-ed7c56aa6843 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0847194 Aug 17 12:06:28.788188 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-710a2708-9564-4aa9-8ffe-de407d41b59c req-bd6fa7d4-c316-43b5-ac58-2af2acd4ffdc tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595181 Aug 17 12:06:28.791566 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-21cfd37b-15af-4695-80f6-aa06fa59c183 req-c6c6010e-da57-44e9-baba-6ee1b6ae2d11 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570550 Aug 17 12:06:29.285341 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849161-2c40-47d8-a601-f6821115fa71 req-05e08f03-029a-4176-809c-85733604c7f4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:29.286834 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c5849161-2c40-47d8-a601-f6821115fa71 req-05e08f03-029a-4176-809c-85733604c7f4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0548737 Aug 17 12:06:29.326918 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c5849161-2c40-47d8-a601-f6821115fa71 req-0a747745-45fd-45d4-bdee-67f0dbac4aff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Aug 17 12:06:29.939793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b26683-9859-4755-aefe-a1da5c30ae1f req-8d74c951-1cec-4ee6-881a-d744817d1811 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:29.941357 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78b26683-9859-4755-aefe-a1da5c30ae1f req-8d74c951-1cec-4ee6-881a-d744817d1811 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0816045 Aug 17 12:06:29.951080 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f36fb-92e7-40b5-84c1-3e9cb40fdfc0 req-940f4f0f-b86a-4e70-a313-cead9e5ec4ba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:29.953787 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cb2f36fb-92e7-40b5-84c1-3e9cb40fdfc0 req-940f4f0f-b86a-4e70-a313-cead9e5ec4ba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0834005 Aug 17 12:06:30.010088 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78b26683-9859-4755-aefe-a1da5c30ae1f req-aab582e3-2c0c-49e5-9970-7954bad411bd tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552480 Aug 17 12:06:30.012811 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cb2f36fb-92e7-40b5-84c1-3e9cb40fdfc0 req-1f872ff1-999d-4791-8692-621331df8216 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509551 Aug 17 12:06:30.440539 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d244c-6683-48f7-9969-b70215a0a413 req-642350af-954f-4a8c-9d08-140d39e6cfe2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:30.442124 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a8d244c-6683-48f7-9969-b70215a0a413 req-642350af-954f-4a8c-9d08-140d39e6cfe2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Aug 17 12:06:30.481276 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a8d244c-6683-48f7-9969-b70215a0a413 req-9141a12d-c99f-4ea4-8d6d-966317476cb6 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Aug 17 12:06:30.641020 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-a5e53726-33b0-4ab1-95d8-e97381d4aa44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d902a541-53a0-437a-9361-a19fb40e3a79 HTTP/1.1" status: 200 len: 217 time: 0.0367103 Aug 17 12:06:30.695907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-b7d94368-8fab-4862-b4f2-26a2b778d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:30.697601 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-b7d94368-8fab-4862-b4f2-26a2b778d37a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0441232 Aug 17 12:06:30.768808 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-8298a8ff-3dd5-4db7-8735-b602eaf685aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246055 Aug 17 12:06:30.875808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bfa59-1f3b-4527-9bc3-0b753a64f718 req-c99817b7-0aff-4448-8089-e7a7d4d9ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:30.877305 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b12bfa59-1f3b-4527-9bc3-0b753a64f718 req-c99817b7-0aff-4448-8089-e7a7d4d9ce12 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1099 time: 0.0928073 Aug 17 12:06:30.909747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-daaff85e-aeb9-43fc-ab69-e9472610fe15 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240523 Aug 17 12:06:30.924376 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b12bfa59-1f3b-4527-9bc3-0b753a64f718 req-442656c9-8677-4e6f-a191-e450db157595 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Aug 17 12:06:31.167776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751f3f-c6e2-4b21-a6ab-b31030f62d76 req-fafe5231-a5ed-4042-8798-5543db13338d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:31.169188 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0751f3f-c6e2-4b21-a6ab-b31030f62d76 req-fafe5231-a5ed-4042-8798-5543db13338d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0805159 Aug 17 12:06:31.177412 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958881-95b0-4c7b-9345-16fc838e1d7e req-e8405ea5-082b-4fa9-8b07-5051aad5d39f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:31.178817 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07958881-95b0-4c7b-9345-16fc838e1d7e req-e8405ea5-082b-4fa9-8b07-5051aad5d39f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0882971 Aug 17 12:06:31.232270 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0751f3f-c6e2-4b21-a6ab-b31030f62d76 req-7d577e6e-d437-4fe8-869f-ae744a3371c4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524950 Aug 17 12:06:31.237548 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07958881-95b0-4c7b-9345-16fc838e1d7e req-20ff22b4-92cf-4230-b155-29069bd2f1d9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520480 Aug 17 12:06:31.650269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3fd0-ed01-4fa7-8b2c-dba66aa39771 req-0577b00a-8220-4508-8e32-e0a98a9e460f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:31.651879 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1cad3fd0-ed01-4fa7-8b2c-dba66aa39771 req-0577b00a-8220-4508-8e32-e0a98a9e460f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1003478 Aug 17 12:06:31.705311 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7865208c-7ff3-4556-a7f6-3517e2a22507 req-fac5fd91-b676-46e0-91ce-18e50b326e77 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282666 Aug 17 12:06:31.710289 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1cad3fd0-ed01-4fa7-8b2c-dba66aa39771 req-35a00039-1447-4dba-8c1e-bc175e683540 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Aug 17 12:06:32.382394 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1b15-7142-4e31-9913-95f3bedfb897 req-3b365709-f7c8-496a-b06f-e93794430f8b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:32.383870 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15ae1b15-7142-4e31-9913-95f3bedfb897 req-3b365709-f7c8-496a-b06f-e93794430f8b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0678124 Aug 17 12:06:32.392608 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623b2c4-8c87-40af-9b58-94dd95dfd6be req-3eb743d5-cc8f-432e-8118-24ed54748fab tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:32.394068 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a623b2c4-8c87-40af-9b58-94dd95dfd6be req-3eb743d5-cc8f-432e-8118-24ed54748fab tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0912259 Aug 17 12:06:32.451777 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15ae1b15-7142-4e31-9913-95f3bedfb897 req-aa724649-5416-4be1-8e79-8a14f017ef42 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562363 Aug 17 12:06:32.456402 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a623b2c4-8c87-40af-9b58-94dd95dfd6be req-91ecb5a3-7bb8-4b28-ace5-f01915ca70cc tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546772 Aug 17 12:06:32.573168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00a123-6d10-46f6-92ab-6bbf61933d8e req-a2bd7bcd-2084-488b-ad35-6a9961c91743 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:32.574705 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d00a123-6d10-46f6-92ab-6bbf61933d8e req-a2bd7bcd-2084-488b-ad35-6a9961c91743 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0545597 Aug 17 12:06:32.584717 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36140) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:32.592655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'floatingip': {'port_id': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:32.662885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:32.892596 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1e5dc-ae62-4d00-b41e-e2cdc4ad25e1 req-2cee0563-5e86-4f83-8f74-e355d7e228d5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:32.894204 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58a1e5dc-ae62-4d00-b41e-e2cdc4ad25e1 req-2cee0563-5e86-4f83-8f74-e355d7e228d5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1065500 Aug 17 12:06:32.973670 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58a1e5dc-ae62-4d00-b41e-e2cdc4ad25e1 req-e5ce4590-d767-470b-8525-eb00c5b7d1b1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Aug 17 12:06:33.600534 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:33.604595 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:33.652321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb4feb-367b-4608-a0ae-8a179d5fb3a6 req-1128053d-4257-498e-8061-816d64d6ff33 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:33.653863 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4eb4feb-367b-4608-a0ae-8a179d5fb3a6 req-1128053d-4257-498e-8061-816d64d6ff33 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1253858 Aug 17 12:06:33.740247 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4eb4feb-367b-4608-a0ae-8a179d5fb3a6 req-1e26f875-b8e4-4466-9870-6030273cdcd7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779414 Aug 17 12:06:33.751086 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Floating IP 8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49 associated. External IP: 172.27.0.5, port: a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d. Aug 17 12:06:33.910907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0037357-d753-46e4-ad04-5c6c959129b3 req-a2451c6d-d3cb-4a8c-9bb6-e1a0210a3267 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:33.912283 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0037357-d753-46e4-ad04-5c6c959129b3 req-a2451c6d-d3cb-4a8c-9bb6-e1a0210a3267 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0648885 Aug 17 12:06:33.922002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36184) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:33.956521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'floatingip': {'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:34.004420 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:34.192672 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a49b8a-b26c-47ff-87f7-e004da409447 req-217797b8-dbe2-49bb-b9db-4da14aff3623 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:34.194069 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-56a49b8a-b26c-47ff-87f7-e004da409447 req-217797b8-dbe2-49bb-b9db-4da14aff3623 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1287990 Aug 17 12:06:34.230618 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:06:34.351753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-56a49b8a-b26c-47ff-87f7-e004da409447 req-ad102264-188c-4f65-b8db-106fc2967f76 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233797 Aug 17 12:06:34.491676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:06:34.497213 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:34.508019 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:06:34.518364 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:06:34.519290 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:06:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:34.563179 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4a616caf-3321-4ad2-9ccd-fab6b9ba36a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "PUT /v2.0/floatingips/8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49 HTTP/1.1" status: 200 len: 990 time: 1.9773006 Aug 17 12:06:34.565422 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:34.567662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaff4dc-49de-4b94-a050-2ca33938f944" -d '{"events": [{"name": "network-changed", "server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:34.627842 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260952b-2bd8-4582-b5e6-1e882f177148 x-openstack-request-id: req-4260952b-2bd8-4582-b5e6-1e882f177148 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:34.628212 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:34.628405 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4260952b-2bd8-4582-b5e6-1e882f177148 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:34.628762 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'status': 'completed', 'code': 200} Aug 17 12:06:34.675544 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:06:34.727707 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:34.750060 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:34.823179 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36222) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:34.972802 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42692ae-9c4d-4994-8d5d-51be070e7d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.040765 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:29:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:55Z', 'updated_at': '2021-08-17T12:06:33Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:35.085267 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-576b2a8c-aec6-440d-9f60-28a659ea5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:35.085511 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:06:35.086969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-576b2a8c-aec6-440d-9f60-28a659ea5b3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.3563991 Aug 17 12:06:35.092448 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42692ae-9c4d-4994-8d5d-51be070e7d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.094485 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:06:35.095278 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:06:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:35.103656 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e42692ae-9c4d-4994-8d5d-51be070e7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.159523 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e42692ae-9c4d-4994-8d5d-51be070e7d0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=328ed370f0dc4fc49f5cfb3c43e284dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341963 Aug 17 12:06:35.160155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36234) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:35.209758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36238) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:35.229717 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:06:35.241668 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Floating IP 612ff7d3-854e-4abb-9ad6-cbffdc7aa242 associated. External IP: 172.27.0.182, port: 26c972c7-06e4-418f-a11f-f7e5e7a6f170. Aug 17 12:06:35.287128 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42692ae-9c4d-4994-8d5d-51be070e7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8fae9-f615-4be2-b320-564a647f9451,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:35.334205 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.345845 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-90ed9c45-1f22-4c42-af00-e601c4535b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:35.347340 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-90ed9c45-1f22-4c42-af00-e601c4535b12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.2294579 Aug 17 12:06:35.387357 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.456040 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.458584 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.468673 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ac8fae9-f615-4be2-b320-564a647f9451 HTTP/1.1" status: 204 len: 168 time: 0.3003464 Aug 17 12:06:35.477918 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96d5c-8c8f-422c-8661-775c8f82b07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac8fae9-f615-4be2-b320-564a647f9451,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:35.524358 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-122ff4aa-9acd-4629-a5e7-3f37694df67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.594959 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-09dd6a5f-f526-4f53-8900-ed1ce8fe4f2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 998 time: 0.2106888 Aug 17 12:06:35.595638 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:29:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:55Z', 'updated_at': '2021-08-17T12:06:33Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:35.631936 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f1845-d8f1-4ede-9d8a-eac1a8558938 None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:29:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:55Z', 'updated_at': '2021-08-17T12:06:33Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:06:35.692142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7494b-96d2-402d-b985-0854e9f1d02f req-84f39470-1e38-464d-80c2-61756d71362e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:35.696344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3e7494b-96d2-402d-b985-0854e9f1d02f req-84f39470-1e38-464d-80c2-61756d71362e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.2333701 Aug 17 12:06:35.840888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-ebeba19a-ee2b-4af8-aaab-a627e6382d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:35.842540 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-ebeba19a-ee2b-4af8-aaab-a627e6382d95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.2366323 Aug 17 12:06:35.863726 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3e7494b-96d2-402d-b985-0854e9f1d02f req-b7db93a7-6201-4b93-8367-c963e2b969d1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510284 Aug 17 12:06:35.885261 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36266) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:35.899340 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5683184f-767c-44ee-9e91-27a5322c8a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.925801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:06:35.971656 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-122ff4aa-9acd-4629-a5e7-3f37694df67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:35.975572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-74dbf04c-bde7-43cf-b197-6c55a06411f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:35.977625 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-74dbf04c-bde7-43cf-b197-6c55a06411f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128588 Aug 17 12:06:35.984063 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df9f7c-0b47-4017-9a74-4b8fdea06e7a None None] New status for floating IP 8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49: ACTIVE {{(pid=93953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:06:36.022388 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-122ff4aa-9acd-4629-a5e7-3f37694df67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.084410 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5683184f-767c-44ee-9e91-27a5322c8a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.089745 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5683184f-767c-44ee-9e91-27a5322c8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.138174 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683184f-767c-44ee-9e91-27a5322c8a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc292c-b242-4607-a590-429b4bcaa034,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:36.152212 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-5683184f-767c-44ee-9e91-27a5322c8a64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0ebd8eb36154fc480fd57f166237a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658727 Aug 17 12:06:36.155508 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36268) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:36.169336 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-122ff4aa-9acd-4629-a5e7-3f37694df67d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74c72b2d557043c383f9c72ab486cdc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515934 Aug 17 12:06:36.171637 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36270) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:36.174625 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ff4aa-9acd-4629-a5e7-3f37694df67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6fa75-71ef-4b80-8c4f-91fe9852dadd,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:36.205386 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:06:36.211447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.215342 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:06:36.226123 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:06:36.227030 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:06:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:36.269776 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.277958 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7351aa87-962d-42a8-8fa9-cc7d55adc533 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "PUT /v2.0/floatingips/612ff7d3-854e-4abb-9ad6-cbffdc7aa242 HTTP/1.1" status: 200 len: 992 time: 2.3502951 Aug 17 12:06:36.282615 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-ad51c737-774e-40da-844f-7742e453697c service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296321 Aug 17 12:06:36.283354 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.320963 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.333973 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.418347 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.421113 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.422599 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4cf6fa75-71ef-4b80-8c4f-91fe9852dadd HTTP/1.1" status: 204 len: 168 time: 0.2497275 Aug 17 12:06:36.431974 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.434958 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:36.438982 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4dc292c-b242-4607-a590-429b4bcaa034 HTTP/1.1" status: 204 len: 168 time: 0.2822576 Aug 17 12:06:36.440278 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7b658-cd0a-448c-884d-34daf69e66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6fa75-71ef-4b80-8c4f-91fe9852dadd,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:36.440608 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:06:36.455086 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbaff4dc-49de-4b94-a050-2ca33938f944 req-c824ef79-cfdf-4d05-b4a3-b076cd34b7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486580 Aug 17 12:06:36.479830 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea3868-459b-422e-9d9c-11e5446dbfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc292c-b242-4607-a590-429b4bcaa034,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:36.630408 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:36.634442 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f45523-9267-4594-b1c8-d44e7d348669" -d '{"events": [{"name": "network-changed", "server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:36.698426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532dbfa7-3e70-41f6-8f33-b3b8d326b094 x-openstack-request-id: req-532dbfa7-3e70-41f6-8f33-b3b8d326b094 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:36.698865 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:36.699217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-532dbfa7-3e70-41f6-8f33-b3b8d326b094 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:36.699755 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'status': 'completed', 'code': 200} Aug 17 12:06:36.785664 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '612ff7d3-854e-4abb-9ad6-cbffdc7aa242', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:56Z', 'updated_at': '2021-08-17T12:06:34Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:36.853500 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ff76d-a03b-4d6c-beb0-5063aee0619f req-746333a9-5a00-4fbb-9faf-8900844c9e30 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:36.855577 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c77ff76d-a03b-4d6c-beb0-5063aee0619f req-746333a9-5a00-4fbb-9faf-8900844c9e30 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0683532 Aug 17 12:06:36.949451 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c77ff76d-a03b-4d6c-beb0-5063aee0619f req-ad5a8fb9-6dce-49b4-9e6e-0cf4de00f251 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722899 Aug 17 12:06:36.951652 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45523-9267-4594-b1c8-d44e7d348669 req-7d3f19d4-24cb-4972-8ef0-290b79ff2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:36.953110 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-7d3f19d4-24cb-4972-8ef0-290b79ff2c44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1099 time: 0.0961878 Aug 17 12:06:37.004274 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36308) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:37.024423 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:06:37.024622 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95a081d4-02da-47be-8d58-e0ae4ca9193f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.039043 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:06:37.040187 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:06:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:37.113917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45523-9267-4594-b1c8-d44e7d348669 req-b93631a2-8b27-445e-8e23-25b964086fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:37.116626 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-b93631a2-8b27-445e-8e23-25b964086fdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.1010466 Aug 17 12:06:37.137028 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95a081d4-02da-47be-8d58-e0ae4ca9193f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.144517 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-95a081d4-02da-47be-8d58-e0ae4ca9193f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.149534 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23af4-b7a4-4558-9eae-ee73b1d136e2 req-54cb289b-a6a5-4ce4-8d12-f833edf8ec26 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:37.151072 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7b23af4-b7a4-4558-9eae-ee73b1d136e2 req-54cb289b-a6a5-4ce4-8d12-f833edf8ec26 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1707439 Aug 17 12:06:37.196171 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-95a081d4-02da-47be-8d58-e0ae4ca9193f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=638e758184a54f0a9882a34d05ea91b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906359 Aug 17 12:06:37.201917 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36314) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:37.206472 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:06:37.219611 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a081d4-02da-47be-8d58-e0ae4ca9193f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131dad6-465b-4230-ad1d-4e33f0f8b685,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:37.254966 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-4c901dda-8c8e-4259-aeb2-02b45934ab20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1000 time: 0.1257157 Aug 17 12:06:37.258110 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7b23af4-b7a4-4558-9eae-ee73b1d136e2 req-51b93943-ad2e-4bb1-a028-97343e22c488 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750117 Aug 17 12:06:37.285115 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.308240 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.323335 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45523-9267-4594-b1c8-d44e7d348669 req-dfdd3f4e-c772-4527-afad-9ff97d4a7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:37.324822 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-dfdd3f4e-c772-4527-afad-9ff97d4a7f1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0552108 Aug 17 12:06:37.359369 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.362331 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:37.363472 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a131dad6-465b-4230-ad1d-4e33f0f8b685 HTTP/1.1" status: 204 len: 168 time: 0.1601083 Aug 17 12:06:37.371375 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131dad6-465b-4230-ad1d-4e33f0f8b685,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:37.380345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.381076 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.381558 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.382755 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.383382 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.383881 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.384426 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.385181 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.385704 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.386818 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.387320 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.388026 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bfbfa-878b-4182-b96d-0613993cc723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:37.398946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45523-9267-4594-b1c8-d44e7d348669 req-a186e7ad-c23e-4f9b-97cb-ff82d0629821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:37.400795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-a186e7ad-c23e-4f9b-97cb-ff82d0629821 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656421 Aug 17 12:06:37.487723 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d6829412-442d-425a-b24f-23cd425351ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '612ff7d3-854e-4abb-9ad6-cbffdc7aa242', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:56Z', 'updated_at': '2021-08-17T12:06:34Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:37.536815 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-32693e24-acab-4c9d-81a5-ac899f680585 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206164 Aug 17 12:06:37.542293 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6829412-442d-425a-b24f-23cd425351ad None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '612ff7d3-854e-4abb-9ad6-cbffdc7aa242', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:05:56Z', 'updated_at': '2021-08-17T12:06:34Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:06:37.660417 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70f45523-9267-4594-b1c8-d44e7d348669 req-ed04aca2-2a82-4413-a13f-90c593e9a458 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050026 Aug 17 12:06:37.781759 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6660165b-1589-4446-aec9-b01bf6cd23e1 None None] New status for floating IP 612ff7d3-854e-4abb-9ad6-cbffdc7aa242: ACTIVE {{(pid=93953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:06:38.136398 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd233e-8722-471a-b9f4-10eceb7ed3e8 req-5ad286b4-0b24-437d-80ba-a8205c9e8643 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:38.144671 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bdd233e-8722-471a-b9f4-10eceb7ed3e8 req-5ad286b4-0b24-437d-80ba-a8205c9e8643 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0872400 Aug 17 12:06:38.192811 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bdd233e-8722-471a-b9f4-10eceb7ed3e8 req-4b5b6a0f-4793-4f50-ab2a-e09131b120bb tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Aug 17 12:06:38.381191 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7f90f-ff5e-42bb-a216-d5f063c6495f req-11118e67-3d6e-44d4-bc75-5e674b534a34 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:38.389717 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ad7f90f-ff5e-42bb-a216-d5f063c6495f req-11118e67-3d6e-44d4-bc75-5e674b534a34 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0598116 Aug 17 12:06:38.436496 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ad7f90f-ff5e-42bb-a216-d5f063c6495f req-59bef6a0-c23a-467e-b127-f18ed3f686ad tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Aug 17 12:06:38.513013 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36390) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:38.789541 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4227d939-4d7f-400c-af0b-62f7e04c95b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:38.905929 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4227d939-4d7f-400c-af0b-62f7e04c95b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:38.911378 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4227d939-4d7f-400c-af0b-62f7e04c95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:38.958555 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4227d939-4d7f-400c-af0b-62f7e04c95b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ecc0ad39540489889870b56d8a5fd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442341 Aug 17 12:06:38.959788 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d939-4d7f-400c-af0b-62f7e04c95b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5553c1-81bd-400a-af4c-08e8775c4432,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:38.961413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36428) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:39.016117 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.038352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.099154 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.102289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.103721 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c5553c1-81bd-400a-af4c-08e8775c4432 HTTP/1.1" status: 204 len: 168 time: 0.1412261 Aug 17 12:06:39.112704 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5553c1-81bd-400a-af4c-08e8775c4432,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:39.120686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.121351 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.121911 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.122353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.122780 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.123880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.124448 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.125004 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.125521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.126193 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.126718 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.127242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3baff0-f2bb-4170-824c-ab3c236b7169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:39.339380 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea70341-a99e-4031-a103-727435d392da req-2258def8-1e49-4846-98aa-c4535d64ad53 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:39.341084 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bea70341-a99e-4031-a103-727435d392da req-2258def8-1e49-4846-98aa-c4535d64ad53 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0545137 Aug 17 12:06:39.384383 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bea70341-a99e-4031-a103-727435d392da req-f26983d6-1f36-45d4-ab10-8069ed7ace80 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366571 Aug 17 12:06:39.455079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36454) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:39.565239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f638af-80c5-4ed4-afe7-e47c30eb0c34 req-3a8006c7-bf6b-41a5-ae30-6a84cd22bb16 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:39.567060 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d6f638af-80c5-4ed4-afe7-e47c30eb0c34 req-3a8006c7-bf6b-41a5-ae30-6a84cd22bb16 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0547190 Aug 17 12:06:39.585575 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36464) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:39.600767 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03dd9054-8199-4265-87f8-fd142d793366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.622207 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd8d00cb-8281-470f-a716-5731bf135c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.648781 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d6f638af-80c5-4ed4-afe7-e47c30eb0c34 req-a3bb78db-d85c-4b95-a2b3-c040dec1905f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740521 Aug 17 12:06:39.706896 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03dd9054-8199-4265-87f8-fd142d793366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.711210 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03dd9054-8199-4265-87f8-fd142d793366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.752859 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-03dd9054-8199-4265-87f8-fd142d793366 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28993fdd395443ef9972e23c43510b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661763 Aug 17 12:06:39.754150 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9054-8199-4265-87f8-fd142d793366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89ea0da-584b-47d3-aef1-e4c75ee42169,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:39.755802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36466) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:39.837419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd8d00cb-8281-470f-a716-5731bf135c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.842646 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-bd8d00cb-8281-470f-a716-5731bf135c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.846374 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.905257 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.913885 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bd8d00cb-8281-470f-a716-5731bf135c3e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8935bce8fef4f9d985a6f204db81600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577641 Aug 17 12:06:39.916567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d00cb-8281-470f-a716-5731bf135c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8cba60-eac3-49b8-9fb2-3076f5bf2278,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:39.916880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36476) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:39.965731 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.968822 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.974531 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b89ea0da-584b-47d3-aef1-e4c75ee42169 HTTP/1.1" status: 204 len: 168 time: 0.2169769 Aug 17 12:06:39.980195 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:39.995830 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4584e-a37d-4ec3-87e5-371900a3683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89ea0da-584b-47d3-aef1-e4c75ee42169,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:40.011232 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.070902 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.073994 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.078985 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a8cba60-eac3-49b8-9fb2-3076f5bf2278 HTTP/1.1" status: 204 len: 168 time: 0.1608596 Aug 17 12:06:40.088135 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a6473-aa56-4ba3-82b0-2106a10d79af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8cba60-eac3-49b8-9fb2-3076f5bf2278,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:40.457117 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36518) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:40.471097 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-18521485-4519-455a-b809-e3056e424b16 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:40.477261 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-18521485-4519-455a-b809-e3056e424b16 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.0919495 Aug 17 12:06:40.479709 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c49cbe0b-7d92-4717-a959-e4a3705703de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.613874 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668528d-673b-4ca0-b593-30dc5f88c215 req-10b5b491-ca2f-4b45-a195-669e358905f0 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:40.614595 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c49cbe0b-7d92-4717-a959-e4a3705703de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.617060 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8668528d-673b-4ca0-b593-30dc5f88c215 req-10b5b491-ca2f-4b45-a195-669e358905f0 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 946 time: 0.1387730 Aug 17 12:06:40.620694 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c49cbe0b-7d92-4717-a959-e4a3705703de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.673876 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c49cbe0b-7d92-4717-a959-e4a3705703de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f91e181b0864b30aeee89b3dca3a7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154131 Aug 17 12:06:40.674560 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36528) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:40.688567 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cbe0b-7d92-4717-a959-e4a3705703de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575b404-ec4f-4fd5-b3e8-dcbec4fcc20d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:40.693289 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8668528d-673b-4ca0-b593-30dc5f88c215 req-611339cd-5c4f-4488-b307-dba3b4de7e56 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/security-groups?id=f03297fb-3d81-4976-8f69-790c50a16c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651929 Aug 17 12:06:40.702822 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Deleting port 126af8ce-360c-4cd4-850c-4d49a22ddb2b {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:06:40.703360 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.771200 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.808955 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.844814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] For port 126af8ce-360c-4cd4-850c-4d49a22ddb2b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=126af8ce-360c-4cd4-850c-4d49a22ddb2b,segment=NetworkSegment(8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9),segment_id=8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:40.845487 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.863672 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.866433 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:40.867670 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b575b404-ec4f-4fd5-b3e8-dcbec4fcc20d HTTP/1.1" status: 204 len: 168 time: 0.1886034 Aug 17 12:06:40.878108 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3378e-0e1a-4d82-9eaa-65ffb7c1d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575b404-ec4f-4fd5-b3e8-dcbec4fcc20d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:40.882257 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Calling delete_port for 126af8ce-360c-4cd4-850c-4d49a22ddb2b owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:06:40.939915 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36540) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:41.182379 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e8afa504-61b5-4621-bf21-1eeedf66bca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.190407 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8d18a-d059-4705-b8cc-5768f37db95d req-0d99691b-8f54-42e7-ac71-72d9a1496567 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:41.197924 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41b8d18a-d059-4705-b8cc-5768f37db95d req-0d99691b-8f54-42e7-ac71-72d9a1496567 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.3733425 Aug 17 12:06:41.278331 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41b8d18a-d059-4705-b8cc-5768f37db95d req-a6f557be-6de5-4078-ac67-0827a1d418d3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794513 Aug 17 12:06:41.320654 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e8afa504-61b5-4621-bf21-1eeedf66bca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.327561 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e8afa504-61b5-4621-bf21-1eeedf66bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.356926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.373702 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e8afa504-61b5-4621-bf21-1eeedf66bca4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d12b97a5ee834a93af62ed3595de9969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325020 Aug 17 12:06:41.374937 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa504-61b5-4621-bf21-1eeedf66bca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb574706-d0b5-4ccb-af6e-bb36023bc584,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:41.377414 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36558) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:41.392331 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Pushing event deleted for resources: {'Port': ['ID=126af8ce-360c-4cd4-850c-4d49a22ddb2b,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:41.405303 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['126af8ce-360c-4cd4-850c-4d49a22ddb2b'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:41.447654 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.463034 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] No DVR routers for this DVR port 126af8ce-360c-4cd4-850c-4d49a22ddb2b on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:06:41.467528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.469995 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34a70453-a12e-4bdf-a423-0bf2f84a30cc req-bd8d1591-170c-4b7e-99b4-2265ac36c177 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.60 "DELETE /v2.0/ports/126af8ce-360c-4cd4-850c-4d49a22ddb2b HTTP/1.1" status: 204 len: 173 time: 0.9808745 Aug 17 12:06:41.470468 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'name': 'network-vif-deleted', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:41.475971 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.480649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c975adc-7171-4202-ae29-14e083100cc8" -d '{"events": [{"server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "name": "network-vif-deleted", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:41.542720 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.546542 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:41.548169 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb574706-d0b5-4ccb-af6e-bb36023bc584 HTTP/1.1" status: 204 len: 168 time: 0.1697934 Aug 17 12:06:41.556155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68bf6f-5899-4b27-86fa-78b499ae5680 x-openstack-request-id: req-df68bf6f-5899-4b27-86fa-78b499ae5680 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:41.556450 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddca3b3-bfb8-4d64-8af4-0925a56820d4", "name": "network-vif-deleted", "tag": "126af8ce-360c-4cd4-850c-4d49a22ddb2b", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:41.556734 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-df68bf6f-5899-4b27-86fa-78b499ae5680 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:41.557125 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddca3b3-bfb8-4d64-8af4-0925a56820d4', 'name': 'network-vif-deleted', 'tag': '126af8ce-360c-4cd4-850c-4d49a22ddb2b', 'status': 'completed', 'code': 200} Aug 17 12:06:41.559292 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e202a1d-3916-4303-ae41-56b2bd156360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb574706-d0b5-4ccb-af6e-bb36023bc584,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:41.817296 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-61c66da6-9a87-42dd-8b48-cc8e92360983 req-88a45a2d-3ebe-45a9-a340-b494b83e6a70 tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.0322013 Aug 17 12:06:41.963435 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36594) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:41.985290 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7015-d8ca-4ea3-8f06-87519a54e41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.134630 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7015-d8ca-4ea3-8f06-87519a54e41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.147726 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7015-d8ca-4ea3-8f06-87519a54e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.194702 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7015-d8ca-4ea3-8f06-87519a54e41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b346bc-7061-4e67-9f80-0c3d5e23543a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:42.214897 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a2cb7015-d8ca-4ea3-8f06-87519a54e41a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0ed3d119a6f4fc183ce793dad49c27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502961 Aug 17 12:06:42.218193 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36600) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:42.272591 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.300886 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.363094 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.366099 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.370704 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80b346bc-7061-4e67-9f80-0c3d5e23543a HTTP/1.1" status: 204 len: 168 time: 0.1513729 Aug 17 12:06:42.380063 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8413b1-4fd1-4cdc-b034-fcc52b4224a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b346bc-7061-4e67-9f80-0c3d5e23543a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:42.447090 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265745ae-fe68-4d9b-94d0-2186744606c7 req-b80c5501-68e3-4f36-af66-862dbeb83eaf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:42.453599 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-265745ae-fe68-4d9b-94d0-2186744606c7 req-b80c5501-68e3-4f36-af66-862dbeb83eaf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0781150 Aug 17 12:06:42.492605 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-265745ae-fe68-4d9b-94d0-2186744606c7 req-c43790cc-3636-463f-93bb-f0803d7fdf29 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Aug 17 12:06:42.709395 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36626) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:42.743666 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36632) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:42.879191 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fb3e-01b4-47e1-81b5-dea51770eefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.914940 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a27f-689a-459a-ae05-269389dd5e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:42.991790 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58103d18-038f-489b-9b26-d29e64fa4d0f req-33204fd6-06bc-4f7f-a6e6-fd289db4ee9a tempest-DeleteServersTestJSON-764885614 tempest-DeleteServersTestJSON-764885614-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ddca3b3-bfb8-4d64-8af4-0925a56820d4 HTTP/1.1" status: 200 len: 210 time: 0.0347178 Aug 17 12:06:43.024395 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fb3e-01b4-47e1-81b5-dea51770eefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.033984 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fb3e-01b4-47e1-81b5-dea51770eefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.093188 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9fb3e-01b4-47e1-81b5-dea51770eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ad72f-85f4-425f-bcf2-672de571ce11,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:43.100286 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3ae9fb3e-01b4-47e1-81b5-dea51770eefa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07c3eebfc5a247bcb830bf0868309d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897076 Aug 17 12:06:43.103637 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36648) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:43.174158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.180608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a27f-689a-459a-ae05-269389dd5e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.186290 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a27f-689a-459a-ae05-269389dd5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.205605 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.228391 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b6d2a27f-689a-459a-ae05-269389dd5e2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0933f586de064d258722ffe038b47ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4834607 Aug 17 12:06:43.229683 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2a27f-689a-459a-ae05-269389dd5e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602505d7-c049-4790-908c-f330b79cd27b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:43.236986 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36656) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:43.265849 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.268306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.269467 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4b3ad72f-85f4-425f-bcf2-672de571ce11 HTTP/1.1" status: 204 len: 168 time: 0.1629062 Aug 17 12:06:43.277464 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335d64-a82a-4cb6-b3c9-d703bca0a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ad72f-85f4-425f-bcf2-672de571ce11,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:43.305111 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.329639 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.386559 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.389623 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.393386 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/602505d7-c049-4790-908c-f330b79cd27b HTTP/1.1" status: 204 len: 168 time: 0.1518691 Aug 17 12:06:43.404601 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7c56-8999-402d-a4de-45976a10506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602505d7-c049-4790-908c-f330b79cd27b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:43.636462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b0c39-3af1-44cf-93ff-78ac69f95808 req-18f99da8-eb45-4213-b5d0-b9adad333933 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:43.638301 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f0b0c39-3af1-44cf-93ff-78ac69f95808 req-18f99da8-eb45-4213-b5d0-b9adad333933 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Aug 17 12:06:43.685144 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f0b0c39-3af1-44cf-93ff-78ac69f95808 req-7475e75e-656f-4b0f-bfd1-60791c5f3c5b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Aug 17 12:06:43.827391 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36694) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:43.841951 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ff53454-0ad7-4a79-af14-eb6d94790b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.937548 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-f77a6d57-7959-4866-97b1-46453f60cdc1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:43.945611 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-f77a6d57-7959-4866-97b1-46453f60cdc1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.1304410 Aug 17 12:06:43.958400 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-de0eb040-5902-49d6-bd4f-5aefa97ecdae tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/quotas/42c86dd672cc46b4ac000cb8992b9ace HTTP/1.1" status: 200 len: 375 time: 0.0110297 Aug 17 12:06:43.978024 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ff53454-0ad7-4a79-af14-eb6d94790b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:43.984242 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ff53454-0ad7-4a79-af14-eb6d94790b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:44.022143 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a351b94d-204a-44b8-966e-5358d724028b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568850 Aug 17 12:06:44.027382 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53454-0ad7-4a79-af14-eb6d94790b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ea6a1-ef1c-4209-86de-0f290f41e9a6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:44.051474 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9ff53454-0ad7-4a79-af14-eb6d94790b88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9a9fc92a4ab48298d47f384f0cc57c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228703 Aug 17 12:06:44.055934 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36706) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:44.113621 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:44.158200 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:44.158527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a97d200b-5569-4f9a-a099-c9c9351027a8 service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222515 Aug 17 12:06:44.216107 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:44.219991 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:44.221528 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca0ea6a1-ef1c-4209-86de-0f290f41e9a6 HTTP/1.1" status: 204 len: 168 time: 0.1643629 Aug 17 12:06:44.261185 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b6d46-2261-4d6d-adce-39b76a4e5119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ea6a1-ef1c-4209-86de-0f290f41e9a6,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:44.291418 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-e25a2930-17f6-4625-b560-b5b90b2b9f86 service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079650 Aug 17 12:06:44.480250 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ab2c8de-e9a0-4e58-89b0-879fbfd37b7e req-abb2e6cb-5f47-4781-b6cf-73961426834b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 210 time: 0.0365686 Aug 17 12:06:44.868286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981a3a4-ca6d-46cf-b11f-74b91457fe87 req-e2324f50-5d60-4d75-a5c4-8bf9b5494e0b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:44.886657 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3981a3a4-ca6d-46cf-b11f-74b91457fe87 req-e2324f50-5d60-4d75-a5c4-8bf9b5494e0b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0853302 Aug 17 12:06:44.954836 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3981a3a4-ca6d-46cf-b11f-74b91457fe87 req-8fcd3b11-14d7-4685-a506-bf01fe3d64b4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671260 Aug 17 12:06:44.992949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36768) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:45.153159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-383672819-network', 'tenant_id': '027cea84a777445faa22b269064dcb4a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:45.180210 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Made reservation on behalf of 027cea84a777445faa22b269064dcb4a for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:45.182623 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.193599 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.296235 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.300670 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.324587 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:06:45.338840 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:45.340219 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 126af8ce-360c-4cd4-850c-4d49a22ddb2b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:06:45.344103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.344821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Added segment 767bc22e-4623-4487-9887-dd27328020cd of type vlan for network 7516f543-2012-4b76-b25a-475e82b8eaba Aug 17 12:06:45.375551 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 126af8ce-360c-4cd4-850c-4d49a22ddb2b {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:06:45.375898 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 126af8ce-360c-4cd4-850c-4d49a22ddb2b not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:06:45.389484 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.416092 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.417311 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:45.417904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.472936 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4784648 Aug 17 12:06:45.476080 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36798) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:45.481619 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Request body: {'subnet': {'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-383672819-subnet', 'tenant_id': '027cea84a777445faa22b269064dcb4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:45.488832 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a720c1-29d9-48ef-a50d-132bc1869f42 admin admin] Pushing event updated for resources: {'Network': ['ID=7516f543-2012-4b76-b25a-475e82b8eaba,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:45.501975 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 7516f543-2012-4b76-b25a-475e82b8eaba details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:06:45.512877 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Made reservation on behalf of 027cea84a777445faa22b269064dcb4a for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:45.516931 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.600030 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-665739e5-3624-4c70-8498-140222867535 req-1176ab21-17fa-4ca9-8997-ec0dfab5034f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 210 time: 0.0354979 Aug 17 12:06:45.773849 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36842) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:45.827285 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Deleting subnet 4f74149f-db7e-44f3-912a-92261f5a72f8 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:06:45.830669 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.871093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.882771 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.898065 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:45.971494 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f4ec19-e501-4f3b-88a8-adcfe10a09e8,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:45.983785 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Checking segment: {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:45.984243 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Network hostable DHCP agents. Network: 7516f543-2012-4b76-b25a-475e82b8eaba, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:06:46.002514 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.003427 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Network 7516f543-2012-4b76-b25a-475e82b8eaba is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:06:46.020546 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 7516f543-2012-4b76-b25a-475e82b8eaba) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:46.033965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ddae8-6257-4c36-9466-4adcb6ea41b9 None None] Network 7516f543-2012-4b76-b25a-475e82b8eaba requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:06:46.037679 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:46.038327 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.063596 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f290e579-f647-4a49-a6df-3ca5828fb570 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5862784 Aug 17 12:06:46.086924 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f74149f-db7e-44f3-912a-92261f5a72f8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:46.109030 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.111039 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-30541363-bf49-4528-a66f-295e4354fa13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4f74149f-db7e-44f3-912a-92261f5a72f8 HTTP/1.1" status: 204 len: 168 time: 0.3361361 Aug 17 12:06:46.113661 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36852) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:46.222766 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.267276 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae9bd6-3779-42e0-b681-592675f2e5b1 None None] Network 7516f543-2012-4b76-b25a-475e82b8eaba requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:06:46.274658 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca368f-ac6a-4720-a8e4-712f5b6dbaed req-3fccce7c-d952-4f61-af46-377426aabe9b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:46.276505 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0ca368f-ac6a-4720-a8e4-712f5b6dbaed req-3fccce7c-d952-4f61-af46-377426aabe9b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1796687 Aug 17 12:06:46.312583 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-0ff323bd-7332-409d-82b8-5fdb889d06d3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:46.313836 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-0ff323bd-7332-409d-82b8-5fdb889d06d3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.3247437 Aug 17 12:06:46.343025 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0ca368f-ac6a-4720-a8e4-712f5b6dbaed req-df1560fa-2774-476c-b0f9-618f2c3211df tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587785 Aug 17 12:06:46.357053 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.362151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Request body: {'port': {'device_id': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'admin_state_up': True, 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:46.382334 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.383010 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.385233 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.385642 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.386002 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.386331 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.386743 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.386998 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.387322 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.387648 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.541464 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:46.545708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.574789 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.575642 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.576001 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.577091 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:06:46.577091 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290c4f89-2480-449e-afe0-e8bf80d89b90']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:46.600310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:46.600697 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebb9e2d-bb4f-4c9e-9bbc-dd3a4fe81ba9') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:06:46.642989 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.689223 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.708756 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:06:46.715533 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Allocated IP 172.20.0.8 (c42fab6a-359c-46a0-aad1-5688d40b9b75/f96119a5-8ed3-4b42-bdf7-61e443c48578/44d2b793-46d6-4f9f-9f0f-ed97de6a7035) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:46.717735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: from cryptography.utils import int_from_bytes Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: from cryptography.utils import int_from_bytes Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:06:46.722443 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:06:46.823610 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.832158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:46.835094 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/290c4f89-2480-449e-afe0-e8bf80d89b90 HTTP/1.1" status: 204 len: 168 time: 0.7202275 Aug 17 12:06:46.876872 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10b363-3b8d-4296-a347-f2e5788d6ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=290c4f89-2480-449e-afe0-e8bf80d89b90,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:46.896431 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3c7f0d14-f5cb-49fe-ad60-fdd6b2df8ae2 req-4f5db3e2-b42e-4534-9c95-90ef3f86ced3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 210 time: 0.1079791 Aug 17 12:06:47.044451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 36900) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:47.076868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.109751 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2da2530d-e17c-4da0-9b1e-d64c24c95779 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0c2195b66f1423d96c39f32ee261b92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0640640 Aug 17 12:06:47.112437 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 36904) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:47.146056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.165275 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.187651 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.193557 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:47.196599 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:47.197077 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:47.200404 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:47.205970 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:47.206584 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.215006 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event updated for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:47.229981 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c00818b-3bb0-4d37-8b9c-934aacc5440e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745637 Aug 17 12:06:47.241145 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.243857 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.245037 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f03297fb-3d81-4976-8f69-790c50a16c42 HTTP/1.1" status: 204 len: 168 time: 0.1314216 Aug 17 12:06:47.258023 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc933996-5c3c-469a-af30-b9cbdc1ae3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03297fb-3d81-4976-8f69-790c50a16c42,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:47.258636 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Request body: {'port': {'device_id': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:47.325855 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.543580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cfa8b-d746-4a0b-bbf0-ed2be67f8060 req-9b694294-b4ab-49f8-bbd3-58901d433442 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:47.545134 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a10cfa8b-d746-4a0b-bbf0-ed2be67f8060 req-9b694294-b4ab-49f8-bbd3-58901d433442 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1049950 Aug 17 12:06:47.606454 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a10cfa8b-d746-4a0b-bbf0-ed2be67f8060 req-3a235416-5988-4502-aa79-9069da6b806d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Aug 17 12:06:47.675802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:47.683653 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.697225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Transition to ACTIVE for port object 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:47.703917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.768085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Pushing event updated for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:47.807094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Attempting to bind port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:47.807436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Attempting to bind port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:47.807775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Attempting to bind port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:47.814589 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:47.814940 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Attempting to bind port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:47.821444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:47.821806 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Checking segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:47.822173 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Bound using segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:47.822612 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Bound port: 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:47.822980 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.888733 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:47.891851 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:47.897463 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.932675 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:47.933259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:47.935765 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] 10.222.0.60 "PUT /v2.0/ports/44d2b793-46d6-4f9f-9f0f-ed97de6a7035 HTTP/1.1" status: 200 len: 1093 time: 0.6820719 Aug 17 12:06:47.937088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:47.940850 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:47.988651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4a8e-4799-4c15-8fa0-8763f4bdd57a service neutron] Pushing event updated for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:48.023318 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2fc032-ec26-4583-b331-99791b270db3 x-openstack-request-id: req-7b2fc032-ec26-4583-b331-99791b270db3 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:48.024160 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:48.024516 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b2fc032-ec26-4583-b331-99791b270db3 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:48.025120 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'status': 'completed', 'code': 200} Aug 17 12:06:48.063077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6b38e-38f9-4155-b64b-012e11956820 req-ebe5d950-381d-4cba-a11f-1af6e7018d80 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.064578 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ae6b38e-38f9-4155-b64b-012e11956820 req-ebe5d950-381d-4cba-a11f-1af6e7018d80 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 943 time: 0.0612557 Aug 17 12:06:48.129488 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ae6b38e-38f9-4155-b64b-012e11956820 req-2e5a3ff3-8d6d-46ad-9cae-bad625e680af tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Aug 17 12:06:48.135983 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-e20fd851-6df8-4606-9397-da675ea5c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.137508 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-e20fd851-6df8-4606-9397-da675ea5c342 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 1096 time: 0.0720370 Aug 17 12:06:48.196675 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-57b49b04-da82-4983-a178-f7c99b5be592 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035 HTTP/1.1" status: 200 len: 217 time: 0.0383422 Aug 17 12:06:48.254954 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-ea897954-8b39-45a7-a76b-75bd1e37beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.256527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-ea897954-8b39-45a7-a76b-75bd1e37beb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0505130 Aug 17 12:06:48.316315 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-c4a865ee-6077-438e-a5d5-a6d51d88dc1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319178 Aug 17 12:06:48.418390 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-1c558b89-e249-4982-ba31-1cff3d146bba service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901160 Aug 17 12:06:48.614384 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e210c8a-5e4d-4362-8055-78ad22ab7eb9 req-036cca25-e639-4f94-a887-da610f15e68c service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901265 Aug 17 12:06:48.724872 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08062a69-6128-4d2d-8d9c-577efdfac617 req-147452ea-ba6e-4f95-813e-3c7985cb311e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.726374 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-08062a69-6128-4d2d-8d9c-577efdfac617 req-147452ea-ba6e-4f95-813e-3c7985cb311e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Aug 17 12:06:48.800784 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-08062a69-6128-4d2d-8d9c-577efdfac617 req-d79cd3b8-18ac-478a-9ea3-b6166389dfd3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665820 Aug 17 12:06:48.811949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-b7779a00-e15b-41b5-9304-7897228f31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.813582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-b7779a00-e15b-41b5-9304-7897228f31c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 1096 time: 0.0647914 Aug 17 12:06:48.921118 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-5058855c-bf71-48ec-9b5f-41b79ee57a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:48.923082 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-5058855c-bf71-48ec-9b5f-41b79ee57a6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 914 time: 0.0982468 Aug 17 12:06:48.992362 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-4afddd6d-66fc-4f21-9753-a7f2c094ddc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035 HTTP/1.1" status: 200 len: 217 time: 0.0373635 Aug 17 12:06:49.065868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-0dcb4231-2484-4faa-bc1c-cf1036f2ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:49.067383 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-0dcb4231-2484-4faa-bc1c-cf1036f2ccfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0504797 Aug 17 12:06:49.158364 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-f04d1f2f-249c-4690-bd45-f6a5435f4d52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265219 Aug 17 12:06:49.331812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565db0-0d49-4db3-a671-eb86eece2a22 req-b8e8ab15-b1bf-415c-8252-8877ae798af8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:49.333355 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-68565db0-0d49-4db3-a671-eb86eece2a22 req-b8e8ab15-b1bf-415c-8252-8877ae798af8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 943 time: 0.0917146 Aug 17 12:06:49.337224 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-08f8c0a8-c586-41e7-b612-1b1fe87904d6 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631317 Aug 17 12:06:49.462821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-68565db0-0d49-4db3-a671-eb86eece2a22 req-ad9f373e-99c5-435e-a9a3-da8ed465fd55 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153646 Aug 17 12:06:49.489865 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-da9cfa6a-c0b4-4050-b0f6-b9db35912d23 req-9c9f973a-a3c9-4a07-bd9d-5e9d36db33f8 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385570 Aug 17 12:06:49.644583 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-0e08ca4e-1bda-4d70-abd4-aabc774e7b39 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:49.645927 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-0e08ca4e-1bda-4d70-abd4-aabc774e7b39 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 813 time: 0.1014268 Aug 17 12:06:49.660634 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-f113bfc6-e765-4a6f-8393-f5c0882b9658 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/quotas/027cea84a777445faa22b269064dcb4a HTTP/1.1" status: 200 len: 375 time: 0.0089490 Aug 17 12:06:49.693222 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-c6de11da-e2fe-49c0-a6ea-93da85d8e7a0 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268211 Aug 17 12:06:49.783005 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-cd3a59f6-0470-47fa-b9d2-ad93210f2bbc service neutron] 10.222.0.58 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830634 Aug 17 12:06:49.871221 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-5435fd4c-194a-47d2-a4ca-f8d8d1272cbe service neutron] 10.222.0.58 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820661 Aug 17 12:06:49.924584 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72e173-f851-4e6e-87ec-5f219e1981e6 req-06977794-035d-4021-ac17-c5c991be738a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:49.926225 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd72e173-f851-4e6e-87ec-5f219e1981e6 req-06977794-035d-4021-ac17-c5c991be738a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0540893 Aug 17 12:06:49.965174 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd72e173-f851-4e6e-87ec-5f219e1981e6 req-503bd06e-32d5-4e9a-aefb-e32aeb7443bd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Aug 17 12:06:50.030234 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-740e0853-0a99-4c1f-aabc-b92ff0b36031 req-7d82bd1d-cc6e-4338-8285-5bd8b5ff5dcc tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 210 time: 0.0330811 Aug 17 12:06:50.270311 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-eb5d31b6-a0c9-441b-9bbd-1cf0fd1e9559 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412271 Aug 17 12:06:50.400555 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-be899e7f-cde5-4a53-a987-da5e175996a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:50.402146 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-be899e7f-cde5-4a53-a987-da5e175996a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 1098 time: 0.0431056 Aug 17 12:06:50.802563 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07843f61-a087-42d1-83f8-2eec20725bdd req-0dd1067e-ebde-40af-8989-8d58841b3a9b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:50.804036 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07843f61-a087-42d1-83f8-2eec20725bdd req-0dd1067e-ebde-40af-8989-8d58841b3a9b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 943 time: 0.0705049 Aug 17 12:06:50.821074 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-134927e5-2216-4931-a8e6-f88652788500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:50.822589 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-134927e5-2216-4931-a8e6-f88652788500 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 914 time: 0.3744061 Aug 17 12:06:50.869653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-7cec824e-5412-4424-80ad-5f6dcd571af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9 HTTP/1.1" status: 200 len: 217 time: 0.0377312 Aug 17 12:06:50.881537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07843f61-a087-42d1-83f8-2eec20725bdd req-663b2c4f-22d4-45b8-8c48-946004a6d082 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699365 Aug 17 12:06:50.925975 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-02a34d6d-c30b-4185-9f75-38951e867414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:50.927510 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-02a34d6d-c30b-4185-9f75-38951e867414 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0450680 Aug 17 12:06:50.960542 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-ebf27502-4ce7-4c7c-a5d2-6df2b5d52487 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239365 Aug 17 12:06:51.081392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:51.082694 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-370bc8f0-5c40-4fd6-89b1-206543b21262 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122012 Aug 17 12:06:51.101750 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd10a-cc46-48d7-85ce-a6d9fd47e715 req-b79a86a9-56ce-4a10-8d9f-5a1497636039 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:51.103288 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5edd10a-cc46-48d7-85ce-a6d9fd47e715 req-b79a86a9-56ce-4a10-8d9f-5a1497636039 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0611904 Aug 17 12:06:51.181872 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d819a67f-a57c-44a1-8221-c7924726f564 req-cfde1f56-acb1-4ebc-bec3-c09eec187547 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 210 time: 0.0764575 Aug 17 12:06:51.211613 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5edd10a-cc46-48d7-85ce-a6d9fd47e715 req-4b0d5669-7b38-4cf4-b2f2-1e763ee00ac1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Aug 17 12:06:51.239265 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-619bfad7-cfb0-4896-a1f7-49c4ab97d5f4 req-f66e53a4-fcf6-4789-90b8-4cbf1dad3002 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350038 Aug 17 12:06:51.550844 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-0b3e3fca-0442-48a8-bac8-6a6203d16585 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:51.552533 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-0b3e3fca-0442-48a8-bac8-6a6203d16585 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 813 time: 0.1199915 Aug 17 12:06:51.593894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Request body: {'port': {'device_id': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba', 'admin_state_up': True, 'tenant_id': '027cea84a777445faa22b269064dcb4a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:51.717815 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Made reservation on behalf of 027cea84a777445faa22b269064dcb4a for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:06:51.721535 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:51.875117 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Allocated IP 172.20.0.14 (7516f543-2012-4b76-b25a-475e82b8eaba/40f4ec19-e501-4f3b-88a8-adcfe10a09e8/8b0c2723-d1f4-411f-8d73-bbff4bc78a99) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:06:52.045006 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd1ae1-4dff-49b7-848e-90102f389be6 req-e7f65440-bd3c-475c-86a1-0d6038322871 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:52.046513 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09fd1ae1-4dff-49b7-848e-90102f389be6 req-e7f65440-bd3c-475c-86a1-0d6038322871 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 943 time: 0.0753055 Aug 17 12:06:52.087770 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.111873 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09fd1ae1-4dff-49b7-848e-90102f389be6 req-8c73406b-8b4b-4791-a3cd-f73ecc6ecaef tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Aug 17 12:06:52.144344 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.191746 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Network 7516f543-2012-4b76-b25a-475e82b8eaba is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:06:52.197174 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:06:52.201385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:06:52.206938 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:52.207489 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.221197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Pushing event updated for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:52.231280 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-76fcd496-78f3-4331-a19a-83c3a35240c3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6420424 Aug 17 12:06:52.269686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Request body: {'port': {'device_id': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:06:52.377955 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d172ab1-45ff-4770-b9e2-b36389938298 req-e6bca492-693a-44ac-89ff-742dff8be0e8 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:52.379424 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d172ab1-45ff-4770-b9e2-b36389938298 req-e6bca492-693a-44ac-89ff-742dff8be0e8 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 932 time: 0.1244640 Aug 17 12:06:52.383434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.411515 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457c4ea-bec0-4d5b-baec-343ac3cebf75 req-1111d177-cdbd-4d49-8d97-b0aaa702cb74 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:52.412943 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4457c4ea-bec0-4d5b-baec-343ac3cebf75 req-1111d177-cdbd-4d49-8d97-b0aaa702cb74 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1265244 Aug 17 12:06:52.486185 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d172ab1-45ff-4770-b9e2-b36389938298 req-eabc67c4-6257-4c78-a96c-eefecf7bbc79 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988350 Aug 17 12:06:52.493824 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4457c4ea-bec0-4d5b-baec-343ac3cebf75 req-89100cc6-7278-430d-985a-ca1b70990fbc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745862 Aug 17 12:06:52.661325 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e8979f5-13d2-44e5-b014-eb35c81b5a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.715387 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:52.723182 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.734660 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Transition to ACTIVE for port object 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:06:52.738194 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.795497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:52.823852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Attempting to bind port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:06:52.824192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Attempting to bind port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:06:52.824527 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Attempting to bind port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 on network 7516f543-2012-4b76-b25a-475e82b8eaba {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:52.829401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 on network 7516f543-2012-4b76-b25a-475e82b8eaba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:06:52.829725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Attempting to bind port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 on network 7516f543-2012-4b76-b25a-475e82b8eaba {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:06:52.834580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:06:52.834919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Checking segment: {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:06:52.835304 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Bound using segment: {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:06:52.835764 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Bound port: 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:06:52.836141 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.899648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:06:52.903873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:06:52.909058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.942756 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:52.943360 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:52.944699 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b0c2723-d1f4-411f-8d73-bbff4bc78a99 HTTP/1.1" status: 200 len: 1094 time: 0.6792452 Aug 17 12:06:52.945156 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:52.947345 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:52.978772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a1da-9ac7-40df-b2f0-4739acbb2f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:52.992988 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7adb8a-0d49-4829-887a-73f05b28a2a7 x-openstack-request-id: req-8f7adb8a-0d49-4829-887a-73f05b28a2a7 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:52.993393 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:52.993739 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8f7adb8a-0d49-4829-887a-73f05b28a2a7 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:52.994200 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99', 'status': 'completed', 'code': 200} Aug 17 12:06:53.094591 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-eb05478a-6a5c-4df4-87d3-1e81f38d881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.096081 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-eb05478a-6a5c-4df4-87d3-1e81f38d881c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 1097 time: 0.0474236 Aug 17 12:06:53.191344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-bdcfdd16-5d3b-4207-a609-7a8c6b57df09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99 HTTP/1.1" status: 200 len: 217 time: 0.0447638 Aug 17 12:06:53.207668 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37102) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:53.296478 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eee717-1816-46c1-81ed-2d0bbd7c1a20 req-40304c59-3f97-4128-9b9b-46dff4ed57fb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.298133 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15eee717-1816-46c1-81ed-2d0bbd7c1a20 req-40304c59-3f97-4128-9b9b-46dff4ed57fb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 943 time: 0.1004817 Aug 17 12:06:53.299665 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-fbe963e7-369d-4b18-88ff-e160bb77e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.301009 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-fbe963e7-369d-4b18-88ff-e160bb77e15a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40f4ec19-e501-4f3b-88a8-adcfe10a09e8 HTTP/1.1" status: 200 len: 853 time: 0.0910795 Aug 17 12:06:53.333812 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3d30-7bb3-4d01-a4c7-f619f6ca054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.342277 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-c4acca16-e349-4f43-adce-3038a6722fb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7516f543-2012-4b76-b25a-475e82b8eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307260 Aug 17 12:06:53.389648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15eee717-1816-46c1-81ed-2d0bbd7c1a20 req-1f471d68-047a-46b3-991b-d3579f3bd68f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851324 Aug 17 12:06:53.396002 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:53.431482 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3d30-7bb3-4d01-a4c7-f619f6ca054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.437078 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3d30-7bb3-4d01-a4c7-f619f6ca054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.476784 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e3d30-7bb3-4d01-a4c7-f619f6ca054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d639d634-5069-4185-b561-22b1a971f893,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:53.486567 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-05436d46-d0b8-495c-b0f7-5b0b5534678d service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313736 Aug 17 12:06:53.486567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 37112) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:53.487610 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-7f9e3d30-7bb3-4d01-a4c7-f619f6ca054e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c301aa644fd142c59afac9dab7ae49ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786531 Aug 17 12:06:53.511833 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:53.527617 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'port_id': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'mac_address': 'fa:16:3e:52:69:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96119a5-8ed3-4b42-bdf7-61e443c48578', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:53.583583 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.597681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:53.618794 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:53.623538 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.667777 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.692848 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:53.698664 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d152d6f0-366d-46f8-8655-237ed4d9a7ad req-d2cc368c-6fcc-4387-a2ea-4793957faf43 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024808 Aug 17 12:06:53.700298 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.700678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.701060 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.701399 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.701730 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.702056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.702381 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.702707 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.703055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.703383 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.703818 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.704135 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:06:53.715273 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.731974 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce76a-b44d-4c2e-afe0-726d8a2feb65 req-dc777d75-c1c7-4570-8fc0-34748e591892 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.734044 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-75bce76a-b44d-4c2e-afe0-726d8a2feb65 req-dc777d75-c1c7-4570-8fc0-34748e591892 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 944 time: 0.1470745 Aug 17 12:06:53.750891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0b696-9285-4002-82a1-6828cd31211b req-e43bc4c3-a5cc-4113-8f4b-89fa8beb3b49 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.752327 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31b0b696-9285-4002-82a1-6828cd31211b req-e43bc4c3-a5cc-4113-8f4b-89fa8beb3b49 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1518266 Aug 17 12:06:53.827252 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-75bce76a-b44d-4c2e-afe0-726d8a2feb65 req-6fa9a1c3-8a08-40f8-a43e-ef90242fc62e tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 Aug 17 12:06:53.862705 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31b0b696-9285-4002-82a1-6828cd31211b req-009c2ee0-7675-4e54-9f0b-8a2b0eb6f129 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915580 Aug 17 12:06:53.865781 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.868569 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:53.872468 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d639d634-5069-4185-b561-22b1a971f893 HTTP/1.1" status: 204 len: 168 time: 0.3817177 Aug 17 12:06:53.883796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1dfc8-a5b8-4df8-8e66-8b73ad7c237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d639d634-5069-4185-b561-22b1a971f893,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:53.893512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-7160b810-c06e-4fcd-bf99-61dbed8a7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:53.895020 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-7160b810-c06e-4fcd-bf99-61dbed8a7467 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 1097 time: 0.0714130 Aug 17 12:06:54.012508 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-c7b7afdc-2765-4f01-a103-402400124193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:54.014065 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-c7b7afdc-2765-4f01-a103-402400124193 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 914 time: 0.0983963 Aug 17 12:06:54.072570 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-629ededd-9259-407a-8094-5aeede09c4a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99 HTTP/1.1" status: 200 len: 217 time: 0.0458605 Aug 17 12:06:54.125240 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-5d35afa4-ee22-4742-9af0-ae25467cf57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:54.126697 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-5d35afa4-ee22-4742-9af0-ae25467cf57c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40f4ec19-e501-4f3b-88a8-adcfe10a09e8 HTTP/1.1" status: 200 len: 853 time: 0.0450161 Aug 17 12:06:54.159649 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37128) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:54.166222 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-eeced447-9de8-426b-9c71-b90c6cd95429 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7516f543-2012-4b76-b25a-475e82b8eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270455 Aug 17 12:06:54.173608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d77ba0b4-f9a1-4ec7-9c4b-b54b3c12169d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.265111 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d77ba0b4-f9a1-4ec7-9c4b-b54b3c12169d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.269078 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d77ba0b4-f9a1-4ec7-9c4b-b54b3c12169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.309754 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d77ba0b4-f9a1-4ec7-9c4b-b54b3c12169d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0911f5390c5746539fae6ebee51c9d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489065 Aug 17 12:06:54.311082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba0b4-f9a1-4ec7-9c4b-b54b3c12169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cd478e-2011-46d8-bf98-31df8201997d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:54.312454 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 37130) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:54.349375 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-cffde51b-ab63-4cc2-948c-967f19833f9a service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099935 Aug 17 12:06:54.425846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.460204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.484789 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['44d2b793-46d6-4f9f-9f0f-ed97de6a7035'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:54.502614 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f9ed863-0104-49bd-b6e1-da5d4c50b1c2 req-aea5271a-43cc-4193-9d63-4712de9e33b1 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409147 Aug 17 12:06:54.570447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304d41d-851f-4fc8-9886-082db7c1032b req-d3beef77-ab0e-4149-bb4b-dcee5bf06c2f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:54.571963 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a304d41d-851f-4fc8-9886-082db7c1032b req-d3beef77-ab0e-4149-bb4b-dcee5bf06c2f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 944 time: 0.0950954 Aug 17 12:06:54.582617 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.586479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:54.589964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09cd478e-2011-46d8-bf98-31df8201997d HTTP/1.1" status: 204 len: 168 time: 0.2742457 Aug 17 12:06:54.617189 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47351ae9-d1c7-4a67-b8d0-3c17ebb670e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cd478e-2011-46d8-bf98-31df8201997d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:54.643201 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a304d41d-851f-4fc8-9886-082db7c1032b req-b1accab4-5bad-4e23-8900-782c81582dd0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Aug 17 12:06:54.960415 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf32-75cb-4844-8097-cd53727e4539 req-93ce39e6-2df0-4e27-95ba-bb09c7347aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:54.962025 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-03c3bf32-75cb-4844-8097-cd53727e4539 req-93ce39e6-2df0-4e27-95ba-bb09c7347aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 944 time: 0.0616305 Aug 17 12:06:55.035327 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-03c3bf32-75cb-4844-8097-cd53727e4539 req-bb9df3d8-3198-446d-8b64-609460dc2830 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632575 Aug 17 12:06:55.043773 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a840c-2175-4545-ba6f-f87c15f91d9c req-5db41478-cdb0-4a16-8777-82639996ede9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:55.045211 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-302a840c-2175-4545-ba6f-f87c15f91d9c req-5db41478-cdb0-4a16-8777-82639996ede9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0822763 Aug 17 12:06:55.089516 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-302a840c-2175-4545-ba6f-f87c15f91d9c req-ebf774f1-0377-4335-beb3-09ffdf25dc54 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Aug 17 12:06:55.097884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3805ffa9-76c5-4669-b196-b3ad3700d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:55.198769 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:55.799687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806dd33-b1bd-4f01-a4aa-8f6399be9855 req-cb7efbf1-286c-4213-aa52-e1ec02b9a814 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:55.801188 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2806dd33-b1bd-4f01-a4aa-8f6399be9855 req-cb7efbf1-286c-4213-aa52-e1ec02b9a814 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 944 time: 0.0780015 Aug 17 12:06:55.840244 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2806dd33-b1bd-4f01-a4aa-8f6399be9855 req-eaa57938-2513-43f3-ac09-ffb7163540b8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Aug 17 12:06:56.175895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdefbe-0b99-4f19-84d2-8f24c538fd6f req-1135ece8-46c1-49c1-b0c8-f5fb7a3f14e5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:56.177405 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78bdefbe-0b99-4f19-84d2-8f24c538fd6f req-1135ece8-46c1-49c1-b0c8-f5fb7a3f14e5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 944 time: 0.0577898 Aug 17 12:06:56.245570 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78bdefbe-0b99-4f19-84d2-8f24c538fd6f req-fa80ea7e-389c-4fe5-b0f2-c55939d8d3ec tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Aug 17 12:06:56.253927 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d536-6744-4820-95cf-fb05d4b6c8a0 req-ecccf909-d867-42ec-9457-a8d327d02ad2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:56.255627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c938d536-6744-4820-95cf-fb05d4b6c8a0 req-ecccf909-d867-42ec-9457-a8d327d02ad2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0772791 Aug 17 12:06:56.296035 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c938d536-6744-4820-95cf-fb05d4b6c8a0 req-24b52fb5-2ad3-43d9-b8f3-f7a7f59d6b94 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344605 Aug 17 12:06:56.407725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 37218) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:56.438636 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.519687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cac89aa6-ad35-4ef5-986e-ed25db819d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.608701 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cac89aa6-ad35-4ef5-986e-ed25db819d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.612965 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cac89aa6-ad35-4ef5-986e-ed25db819d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.648499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89aa6-ad35-4ef5-986e-ed25db819d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff356bf-c8c2-41e3-8020-8f0e85ac79cf,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:56.652809 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cac89aa6-ad35-4ef5-986e-ed25db819d21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=982208a1b0b444f28e89feeb98c79c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442124 Aug 17 12:06:56.656237 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37224) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:56.707129 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.728023 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.777486 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.780037 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:56.781803 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dff356bf-c8c2-41e3-8020-8f0e85ac79cf HTTP/1.1" status: 204 len: 168 time: 0.1239889 Aug 17 12:06:56.791735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f865c43-a751-4e6f-8aed-563d0a040aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff356bf-c8c2-41e3-8020-8f0e85ac79cf,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:56.971294 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8d594-c7b3-4f65-b5e6-3d376604e2a2 req-9e82d2a5-374a-4ab6-ac6e-b974e76339c1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:56.972788 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-66e8d594-c7b3-4f65-b5e6-3d376604e2a2 req-9e82d2a5-374a-4ab6-ac6e-b974e76339c1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 944 time: 0.0583439 Aug 17 12:06:57.022070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-66e8d594-c7b3-4f65-b5e6-3d376604e2a2 req-692cea27-2636-41c6-a807-79ddad2ed05e tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Aug 17 12:06:57.023284 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37240) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:57.131785 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 37244) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:57.139088 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9478-f998-4af8-bd0c-e040b20682a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.148465 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.167552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.db.api [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 12:06:57.167552 dv-cinder-778193-3-iscsi neutron-server[93952]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 12:06:57.167552 dv-cinder-778193-3-iscsi neutron-server[93952]: [parameters: {'project_id': 'b7e3bf0061684eaabe55e393a4341a9b', 'id': '00c4d722-4635-4bd5-903f-66b390c31118', 'expiration': datetime.datetime(2021, 8, 17, 12, 8, 57, 164250)}] Aug 17 12:06:57.167552 dv-cinder-778193-3-iscsi neutron-server[93952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 12:06:57.168126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG oslo_db.api [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 12:06:57.238414 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9478-f998-4af8-bd0c-e040b20682a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.242500 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9478-f998-4af8-bd0c-e040b20682a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.281279 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-5f5a9478-f998-4af8-bd0c-e040b20682a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16977b4195db4f63a1d85baa84a596ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568150 Aug 17 12:06:57.282295 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a9478-f998-4af8-bd0c-e040b20682a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbebf6d-9242-4999-b75c-864058b5bf38,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:57.284077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 37248) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:57.366977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.407427 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:06:57.418130 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:06:57.423012 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf6269-47a3-4b02-aa64-f20731822077 req-3b9a7614-ee59-433d-8477-a98915f2d251 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:57.424531 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71bf6269-47a3-4b02-aa64-f20731822077 req-3b9a7614-ee59-433d-8477-a98915f2d251 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 944 time: 0.1008265 Aug 17 12:06:57.431262 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.489961 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756011a2-4e48-4982-99cd-44b631997da9 req-c91e1aa0-0c18-4552-bb34-26a00d6499e5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:57.491316 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-756011a2-4e48-4982-99cd-44b631997da9 req-c91e1aa0-0c18-4552-bb34-26a00d6499e5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1255291 Aug 17 12:06:57.523209 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71bf6269-47a3-4b02-aa64-f20731822077 req-a0338863-3dd2-4553-b848-3d2c1e22c1c0 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899291 Aug 17 12:06:57.539701 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:06:57.547884 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-756011a2-4e48-4982-99cd-44b631997da9 req-927d04a6-b84a-475e-9d99-6e31ae8fef3a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Aug 17 12:06:57.554868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.556995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.561478 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fbebf6d-9242-4999-b75c-864058b5bf38 HTTP/1.1" status: 204 len: 168 time: 0.2762699 Aug 17 12:06:57.564991 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:06:57.565553 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.570021 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1c265-a20d-40ea-8fa6-ff6c589ce35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbebf6d-9242-4999-b75c-864058b5bf38,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:57.626467 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:57.648408 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99', 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba', 'port_id': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99', 'mac_address': 'fa:16:3e:45:2e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f4ec19-e501-4f3b-88a8-adcfe10a09e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:06:57.669699 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.725347 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.740965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.751778 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:06:57.785123 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:06:57.787426 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de2459-a17b-4fa8-90f9-a28d80b1a7fb" -d '{"events": [{"server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "name": "network-vif-plugged", "status": "completed", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:06:57.794881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:57.805352 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.812407 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:06:57.817155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.822936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.839867 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.844522 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c731f1bf-504d-4763-8f2c-2c54ab2d796e x-openstack-request-id: req-c731f1bf-504d-4763-8f2c-2c54ab2d796e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:06:57.845173 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "name": "network-vif-plugged", "status": "completed", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:06:57.845635 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c731f1bf-504d-4763-8f2c-2c54ab2d796e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:06:57.846192 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'code': 200} Aug 17 12:06:57.871816 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b7e3bf0061684eaabe55e393a4341a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388840 Aug 17 12:06:57.875402 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37264) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:57.877453 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:57.908348 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6ba0a-2cb5-478f-8b35-4f5bcd83a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8160a74d-0024-4458-bbd0-a17305dca9e1,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:57.950319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:57.954596 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:57.976947 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.005915 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.034455 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37266) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:58.044362 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.046927 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.048046 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8160a74d-0024-4458-bbd0-a17305dca9e1 HTTP/1.1" status: 204 len: 168 time: 0.1716397 Aug 17 12:06:58.056300 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59049e30-36b9-42af-8425-69436fa46e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.068314 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8d2e4-2f72-410d-833b-59a05f2d422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8160a74d-0024-4458-bbd0-a17305dca9e1,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:58.185296 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59049e30-36b9-42af-8425-69436fa46e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.192065 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59049e30-36b9-42af-8425-69436fa46e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.236609 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-59049e30-36b9-42af-8425-69436fa46e15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9284693416c847c1b5fe1b3ce57dbab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985297 Aug 17 12:06:58.236609 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049e30-36b9-42af-8425-69436fa46e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfad5b0-a820-4c1f-9b32-12d83fa2a61b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:58.237756 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37272) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:06:58.297077 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.321106 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.373625 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['8b0c2723-d1f4-411f-8d73-bbff4bc78a99'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:06:58.386150 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.390147 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:06:58.391724 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cfad5b0-a820-4c1f-9b32-12d83fa2a61b HTTP/1.1" status: 204 len: 168 time: 0.1529586 Aug 17 12:06:58.403610 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387dc34-46c9-4082-9bfb-1c3f7ae2fafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfad5b0-a820-4c1f-9b32-12d83fa2a61b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:06:58.410754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1086d70-2375-4286-a0a7-de609db366e2 req-ffbd6af0-8ef6-4e8e-8b26-fd5fd08ea60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:58.412516 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1086d70-2375-4286-a0a7-de609db366e2 req-ffbd6af0-8ef6-4e8e-8b26-fd5fd08ea60a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 1098 time: 0.3491373 Aug 17 12:06:58.420228 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350e379-e749-4eb7-bdea-c516ee26804c req-3cae58a5-74ef-4e72-a7f7-99e010076c65 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:58.421696 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e350e379-e749-4eb7-bdea-c516ee26804c req-3cae58a5-74ef-4e72-a7f7-99e010076c65 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.3148749 Aug 17 12:06:58.470533 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1086d70-2375-4286-a0a7-de609db366e2 req-6688add8-d4b3-47e9-97de-ca9451dbae8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Aug 17 12:06:58.495388 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e350e379-e749-4eb7-bdea-c516ee26804c req-b75ce94b-a388-4eba-9378-c7aa634a7c5f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Aug 17 12:06:58.698787 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5997-d66a-4150-b9ec-e5ed0dc29562 req-777a1a71-8d27-4842-a607-07e0a725d115 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:58.701159 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-decc5997-d66a-4150-b9ec-e5ed0dc29562 req-777a1a71-8d27-4842-a607-07e0a725d115 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 945 time: 0.0771391 Aug 17 12:06:58.745975 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9f4cf-032c-4db5-9446-1bb40a42352e req-22f0db4a-73e4-4d22-a286-5ffd04ab1bff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:58.747752 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cc9f4cf-032c-4db5-9446-1bb40a42352e req-22f0db4a-73e4-4d22-a286-5ffd04ab1bff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0840764 Aug 17 12:06:58.799280 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-decc5997-d66a-4150-b9ec-e5ed0dc29562 req-7ec79267-047a-4be1-9772-8885d3017ba8 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891554 Aug 17 12:06:58.823851 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cc9f4cf-032c-4db5-9446-1bb40a42352e req-612465de-bba8-4c90-a482-1bc95b65e54d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658939 Aug 17 12:06:59.631054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830e0f6-8a16-4f23-aa94-4c5cb2328b32 req-494dacd4-b6a9-4e62-b895-d4761170b205 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:59.632716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f830e0f6-8a16-4f23-aa94-4c5cb2328b32 req-494dacd4-b6a9-4e62-b895-d4761170b205 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Aug 17 12:06:59.682944 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f830e0f6-8a16-4f23-aa94-4c5cb2328b32 req-cb5a68c7-216d-459d-8401-dc5a2e2e5862 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Aug 17 12:06:59.959884 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a33f80-57bf-4f51-9993-3face8f997c5 req-846c45dd-52d9-445d-8b26-00fd6b3bd84e tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:59.961539 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-24a33f80-57bf-4f51-9993-3face8f997c5 req-846c45dd-52d9-445d-8b26-00fd6b3bd84e tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 945 time: 0.0908191 Aug 17 12:06:59.985492 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167b3df-a67b-4b93-951e-475fe2247468 req-3a29b24a-b8a6-4bc5-a62f-1de290dd61ff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:06:59.986980 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1167b3df-a67b-4b93-951e-475fe2247468 req-3a29b24a-b8a6-4bc5-a62f-1de290dd61ff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0890815 Aug 17 12:07:00.033913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-24a33f80-57bf-4f51-9993-3face8f997c5 req-6ac106fb-f8da-4604-aed6-6454106e920d tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647070 Aug 17 12:07:00.042101 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1167b3df-a67b-4b93-951e-475fe2247468 req-d876f4df-22d4-4b6e-afee-510479cdce59 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 Aug 17 12:07:00.798762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a57c29-5c30-4fce-8c57-def10a063347 req-acfa09c3-542d-46e7-98bf-0d53dce62d0d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:00.800297 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0a57c29-5c30-4fce-8c57-def10a063347 req-acfa09c3-542d-46e7-98bf-0d53dce62d0d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0501802 Aug 17 12:07:00.838746 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0a57c29-5c30-4fce-8c57-def10a063347 req-8037bd1a-ba7c-4118-8210-adcdac309515 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Aug 17 12:07:01.163004 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4541a7e-5d10-480d-ad93-6f99f548c04e req-dd28fa63-8c19-4825-afe4-2fe418e4cde5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:01.164844 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4541a7e-5d10-480d-ad93-6f99f548c04e req-dd28fa63-8c19-4825-afe4-2fe418e4cde5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Aug 17 12:07:01.205838 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4541a7e-5d10-480d-ad93-6f99f548c04e req-cd93d168-a2c3-4169-8924-f876481c08b2 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Aug 17 12:07:01.271538 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:07:01.335456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7229-bc9b-4a3a-b265-e0be423e1b70 req-e22d6d9d-d295-4980-9f49-61b16090eb9f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:01.336954 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e2c7229-bc9b-4a3a-b265-e0be423e1b70 req-e22d6d9d-d295-4980-9f49-61b16090eb9f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0701585 Aug 17 12:07:01.375693 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e2c7229-bc9b-4a3a-b265-e0be423e1b70 req-bc833615-b63d-4108-ab65-7162464f57e5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Aug 17 12:07:01.428361 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:07:01.481393 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:07:01.487352 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:07:01.487724 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:01.565979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:01.588183 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:01.590367 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdaaeb-9775-4286-9feb-a7eefe8f60d1" -d '{"events": [{"server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "name": "network-vif-plugged", "status": "completed", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:01.603952 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:01.608640 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:01.636115 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed07c97-9eb9-4abd-bf79-0e37d2bc0928 x-openstack-request-id: req-5ed07c97-9eb9-4abd-bf79-0e37d2bc0928 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:01.636538 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "name": "network-vif-plugged", "status": "completed", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:01.636796 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5ed07c97-9eb9-4abd-bf79-0e37d2bc0928 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:01.637213 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99', 'code': 200} Aug 17 12:07:01.664503 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:01.930650 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f338e1d-23b7-4bac-8d1e-2a9b0d903329 req-024d876f-1f91-495a-87cd-57669859ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:01.932385 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3f338e1d-23b7-4bac-8d1e-2a9b0d903329 req-024d876f-1f91-495a-87cd-57669859ed68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 1099 time: 0.0499291 Aug 17 12:07:01.986350 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-45ceccf7-aafd-45eb-a0da-4d7412273437 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f7c915ce84684b53a0071daa5f6764c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370314 Aug 17 12:07:02.021279 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3f338e1d-23b7-4bac-8d1e-2a9b0d903329 req-6e0d733f-afd6-47b5-8a25-2fb5653c2f27 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796406 Aug 17 12:07:02.188432 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-22926835-eaaa-4802-adfb-d5f4ceb3b865 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:02.190071 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-22926835-eaaa-4802-adfb-d5f4ceb3b865 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954911 Aug 17 12:07:02.206278 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-63eb2ae9-f767-4aae-8439-34ce7ac93f5c tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/quotas/f7c915ce84684b53a0071daa5f6764c0 HTTP/1.1" status: 200 len: 375 time: 0.0099893 Aug 17 12:07:02.237796 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-ba6b4a2c-601a-4d2e-8622-c3efcfa41068 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f7c915ce84684b53a0071daa5f6764c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259986 Aug 17 12:07:02.328009 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503a676-9511-4eeb-816f-11c607348ae3 req-8b858564-afcf-44c2-9361-da5504f3b93f tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:02.329734 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3503a676-9511-4eeb-816f-11c607348ae3 req-8b858564-afcf-44c2-9361-da5504f3b93f tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0507565 Aug 17 12:07:02.375806 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3503a676-9511-4eeb-816f-11c607348ae3 req-0e51fabd-61a4-46c5-a511-7b04ca028968 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384257 Aug 17 12:07:02.404892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-51a053e4-a470-4221-b7bb-99ea70f4d605 req-46a1c46d-7ac3-496b-9c9f-12682aa5b9fe tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 210 time: 0.0340083 Aug 17 12:07:02.505011 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905db2a-66fa-4480-b00c-220c551f2fcb req-10c21fad-79f6-47dd-b47b-a756aec6d161 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:02.506515 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6905db2a-66fa-4480-b00c-220c551f2fcb req-10c21fad-79f6-47dd-b47b-a756aec6d161 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0587728 Aug 17 12:07:02.555219 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6905db2a-66fa-4480-b00c-220c551f2fcb req-a01980f4-d4b3-4940-9d47-ce2b50b16031 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Aug 17 12:07:03.402914 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37488) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:03.515090 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed071256-7dea-4071-a453-2924906f5f06 req-9fb4a985-1aa9-432d-a59d-0d6c512d4b72 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 210 time: 0.0370433 Aug 17 12:07:03.527536 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29dd6fa0-c892-4aad-82c8-951412e41e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.539064 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b47a6-cf61-43ca-ade1-4bfa08d67692 req-32224064-9275-41ae-a57a-1d8b7a0c9492 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:03.539064 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-687b47a6-cf61-43ca-ade1-4bfa08d67692 req-32224064-9275-41ae-a57a-1d8b7a0c9492 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0836389 Aug 17 12:07:03.577065 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-687b47a6-cf61-43ca-ade1-4bfa08d67692 req-255c2b54-bba5-48d7-906b-b4b6f997962f tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Aug 17 12:07:03.640374 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29dd6fa0-c892-4aad-82c8-951412e41e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.646327 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-29dd6fa0-c892-4aad-82c8-951412e41e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.687421 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd6fa0-c892-4aad-82c8-951412e41e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed15f3-05d1-4f19-9cff-ee6385e8cb9b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:03.705877 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-7564ae13-c2d4-4ce1-85ad-707ceec23f62 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7c915ce84684b53a0071daa5f6764c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603292 Aug 17 12:07:03.718960 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-29dd6fa0-c892-4aad-82c8-951412e41e34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21c52ef5a6534b779c3248587d65812d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143191 Aug 17 12:07:03.721501 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37500) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:03.794957 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.820359 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.825917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585660f5-47d8-416b-a3c0-4457dfa8ac5a req-52704587-3b38-45ea-89f6-44b365c5b9bd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:03.833546 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-585660f5-47d8-416b-a3c0-4457dfa8ac5a req-52704587-3b38-45ea-89f6-44b365c5b9bd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1979678 Aug 17 12:07:03.887475 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.891582 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:03.892034 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-585660f5-47d8-416b-a3c0-4457dfa8ac5a req-aed179f2-65e1-4962-b686-9a27f9089ea1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575354 Aug 17 12:07:03.893214 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8eed15f3-05d1-4f19-9cff-ee6385e8cb9b HTTP/1.1" status: 204 len: 168 time: 0.1706114 Aug 17 12:07:03.919459 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d8097-b7f2-4aa6-9bd1-54a7bc70d816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed15f3-05d1-4f19-9cff-ee6385e8cb9b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:03.935452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-f051d753-05d9-49a2-a183-c43945ddfbc8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:03.936979 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-f051d753-05d9-49a2-a183-c43945ddfbc8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195449 Aug 17 12:07:03.999005 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Request body: {'port': {'device_id': '91179482-ce16-40e8-a3b1-b895fd72e580', 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c', 'admin_state_up': True, 'tenant_id': 'f7c915ce84684b53a0071daa5f6764c0'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:04.196713 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-eac04f6e-06be-4bca-8555-ae8b1f795f71 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:04.198299 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-eac04f6e-06be-4bca-8555-ae8b1f795f71 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.1376538 Aug 17 12:07:04.199043 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Made reservation on behalf of f7c915ce84684b53a0071daa5f6764c0 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:04.202871 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.219337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.227427 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37526) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:04.228470 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-bde0c787-c38e-4941-8868-1de55a49a17c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/quotas/42c86dd672cc46b4ac000cb8992b9ace HTTP/1.1" status: 200 len: 375 time: 0.0223503 Aug 17 12:07:04.243080 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8327e74-21c2-4f06-b2c3-9305b84004ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.310570 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-3fed8341-4fc8-41b6-9c6f-28b2e87b568d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691936 Aug 17 12:07:04.410223 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.421231 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.455847 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-9a769082-6d37-4640-b9b9-6b6f6d79b22b service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330905 Aug 17 12:07:04.497225 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8327e74-21c2-4f06-b2c3-9305b84004ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.502328 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f8327e74-21c2-4f06-b2c3-9305b84004ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.541482 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8327e74-21c2-4f06-b2c3-9305b84004ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a1645-5839-481a-b07c-966b5baad162,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:04.552175 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f8327e74-21c2-4f06-b2c3-9305b84004ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26927db64e034bba92810d549daa320c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235652 Aug 17 12:07:04.552797 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37532) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:04.567720 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e601a788-3790-40e3-86a9-57ab940e2a4a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:04.612509 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.634074 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.659027 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-33273f8d-6410-4885-a1a0-a953ce6b09df req-06f89a53-aab2-4c2b-a0d5-955d02203e94 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 210 time: 0.0499780 Aug 17 12:07:04.697832 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Allocated IP 192.168.233.92 (79a1e43d-bcfc-4534-916e-54f3522a431c/5fd67d0d-31e2-4211-8ded-bd43591497ac/b09090f5-d3ac-4c9f-9899-24679d35e6f4) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:07:04.698015 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.700401 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:04.701644 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f74a1645-5839-481a-b07c-966b5baad162 HTTP/1.1" status: 204 len: 168 time: 0.1478851 Aug 17 12:07:04.709740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b40e58-9c7e-42e3-9c88-ed013570d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a1645-5839-481a-b07c-966b5baad162,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:04.716158 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-3f7a988a-ef38-45aa-a37b-afeed05b3658 service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295229 Aug 17 12:07:04.877784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02e7f0-2af7-46ff-aaee-901e846a739b req-2cce4715-922d-44f1-9a86-a22a95a228db tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:04.879343 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c02e7f0-2af7-46ff-aaee-901e846a739b req-2cce4715-922d-44f1-9a86-a22a95a228db tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.1225464 Aug 17 12:07:04.922172 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47bf48a4-6061-47af-82b5-8b6465a5edba req-2f003f6f-9b71-405f-ae80-8a01ddebeaf3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 210 time: 0.0394423 Aug 17 12:07:04.966871 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c02e7f0-2af7-46ff-aaee-901e846a739b req-20743c1c-4100-4e14-9663-885e1b722e50 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731091 Aug 17 12:07:04.992286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.006873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Transition to ACTIVE for port object b09090f5-d3ac-4c9f-9899-24679d35e6f4 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:07:05.107220 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.167740 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa60b2-9c6f-42c0-ba2e-a2abecec64af req-9f6de853-2269-47f5-8cc4-140262457927 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:05.170896 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29fa60b2-9c6f-42c0-ba2e-a2abecec64af req-9f6de853-2269-47f5-8cc4-140262457927 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1298964 Aug 17 12:07:05.189145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Pushing event updated for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:05.200040 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Network 79a1e43d-bcfc-4534-916e-54f3522a431c is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:07:05.208958 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:07:05.212032 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:07:05.218217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:05.219238 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.266501 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8ede0772-dbd4-4ba2-a3fa-620c985ca670 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2729332 Aug 17 12:07:05.291494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29fa60b2-9c6f-42c0-ba2e-a2abecec64af req-473cc091-f11c-4006-8b2e-4cdce6420eca tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075459 Aug 17 12:07:05.312939 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Request body: {'port': {'device_id': '91179482-ce16-40e8-a3b1-b895fd72e580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:05.315461 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37594) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:05.332533 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a88f335-1305-4155-9f31-9cafa51c6004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.402318 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.503877 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a88f335-1305-4155-9f31-9cafa51c6004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.510185 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8a88f335-1305-4155-9f31-9cafa51c6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.551847 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88f335-1305-4155-9f31-9cafa51c6004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc4eb7-beaa-44d5-91ce-c6e2118a1746,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:05.570410 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-8a88f335-1305-4155-9f31-9cafa51c6004 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4141fd8d3ba84bb59e33c9aaf4b682fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537689 Aug 17 12:07:05.583654 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37598) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:05.589029 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-d5c43de2-253d-49c0-bbf7-0b7459cb1a19 None None] Provisioning for port b09090f5-d3ac-4c9f-9899-24679d35e6f4 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:07:05.597861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-d5c43de2-253d-49c0-bbf7-0b7459cb1a19 None None] Provisioning complete for port b09090f5-d3ac-4c9f-9899-24679d35e6f4 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:07:05.598608 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d5c43de2-253d-49c0-bbf7-0b7459cb1a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.656965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-d5c43de2-253d-49c0-bbf7-0b7459cb1a19 None None] Port b09090f5-d3ac-4c9f-9899-24679d35e6f4 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:07:05.666015 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.711369 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.783015 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.785964 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.787163 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88cc4eb7-beaa-44d5-91ce-c6e2118a1746 HTTP/1.1" status: 204 len: 168 time: 0.2011077 Aug 17 12:07:05.796226 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e1cd0-b8b4-4f2f-a9e3-56651a96e5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc4eb7-beaa-44d5-91ce-c6e2118a1746,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:05.837059 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09090f5-d3ac-4c9f-9899-24679d35e6f4 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:07:05.846729 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.855582 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019c96-7f98-47c3-a159-c4d6b673d43f req-0ad71876-c451-4698-b0fd-00a4d923d98a tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:05.857712 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6019c96-7f98-47c3-a159-c4d6b673d43f req-0ad71876-c451-4698-b0fd-00a4d923d98a tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 935 time: 0.0951917 Aug 17 12:07:05.874419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Transition to ACTIVE for port object b09090f5-d3ac-4c9f-9899-24679d35e6f4 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:07:05.882996 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:05.941943 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6019c96-7f98-47c3-a159-c4d6b673d43f req-9b85b7c2-9da3-4768-852a-672d283efc27 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771618 Aug 17 12:07:05.950979 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:06.010848 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Attempting to bind port b09090f5-d3ac-4c9f-9899-24679d35e6f4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:07:06.011197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Attempting to bind port b09090f5-d3ac-4c9f-9899-24679d35e6f4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:07:06.011958 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Attempting to bind port b09090f5-d3ac-4c9f-9899-24679d35e6f4 on network 79a1e43d-bcfc-4534-916e-54f3522a431c {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:07:06.016401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Port b09090f5-d3ac-4c9f-9899-24679d35e6f4 on network 79a1e43d-bcfc-4534-916e-54f3522a431c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:07:06.016731 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Attempting to bind port b09090f5-d3ac-4c9f-9899-24679d35e6f4 on network 79a1e43d-bcfc-4534-916e-54f3522a431c {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:07:06.022466 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:07:06.022776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Checking segment: {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:07:06.023162 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Bound using segment: {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:07:06.023601 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Bound port: b09090f5-d3ac-4c9f-9899-24679d35e6f4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eba094-9d16-47b4-8174-6ccb8ee04fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:07:06.024094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.065349 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c6c5d107-d173-48bf-b6a4-419f085cb0f2 req-4a10820a-7483-4316-bb9e-f713cc656e61 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 210 time: 0.0374987 Aug 17 12:07:06.130896 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:07:06.134366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:07:06.139939 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.179292 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:06.180028 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.181969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] 10.222.0.60 "PUT /v2.0/ports/b09090f5-d3ac-4c9f-9899-24679d35e6f4 HTTP/1.1" status: 200 len: 1097 time: 0.8792224 Aug 17 12:07:06.186725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:06.189809 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:06.238891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08329f-20e9-4ca8-9b87-188f6b7c9af5 service neutron] Pushing event updated for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:06.276462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a386803-fb54-4439-8d29-bd5ebb288706 x-openstack-request-id: req-4a386803-fb54-4439-8d29-bd5ebb288706 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:06.277079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:06.278002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a386803-fb54-4439-8d29-bd5ebb288706 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:06.278459 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4', 'status': 'completed', 'code': 200} Aug 17 12:07:06.479291 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-7504ab65-3fff-4b73-a860-61c1bfd87a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:06.485565 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-7504ab65-3fff-4b73-a860-61c1bfd87a5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7c915ce84684b53a0071daa5f6764c0&device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 1100 time: 0.1688364 Aug 17 12:07:06.745073 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37658) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:06.850210 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1005403770-network', 'tenant_id': 'ff77fc6f8a714ce89d071c36bbc2df6e'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:06.872608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Made reservation on behalf of ff77fc6f8a714ce89d071c36bbc2df6e for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:06.874928 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.883547 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.893389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-661bcfd5-3ca5-430a-b7ba-f195d314e7ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4 HTTP/1.1" status: 200 len: 217 time: 0.3615329 Aug 17 12:07:06.904792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-504dc82c-9290-4045-8e36-0be2b45cd864 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:06.906927 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-504dc82c-9290-4045-8e36-0be2b45cd864 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.5360198 Aug 17 12:07:06.955885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Request body: {'port': {'device_id': 'bd535093-315f-4537-9419-56b2287002da', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'admin_state_up': True, 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:06.970648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8706-9838-4ccf-9539-ee0e29afeea5 req-d9a88e37-81a3-4be2-9001-b8db9af029f7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:06.972751 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17fc8706-9838-4ccf-9539-ee0e29afeea5 req-d9a88e37-81a3-4be2-9001-b8db9af029f7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.5296733 Aug 17 12:07:06.982297 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:06.988563 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.013209 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:07:07.030527 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f264b754-6a6d-4f21-b3ce-2483e88f6997,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:07.033935 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.034277 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Added segment 149ea856-5cf2-4f96-86d5-e163ffcac7c8 of type vlan for network 8f272fce-96dc-4822-90f0-dc63d1eeca77 Aug 17 12:07:07.075159 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.101645 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.102766 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.103354 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.104413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-0c9c48f1-95aa-4371-89c7-c370a1474639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.105867 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-0c9c48f1-95aa-4371-89c7-c370a1474639 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5fd67d0d-31e2-4211-8ded-bd43591497ac HTTP/1.1" status: 200 len: 843 time: 0.1968639 Aug 17 12:07:07.158073 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4111905 Aug 17 12:07:07.164511 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37666) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:07.165062 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17fc8706-9838-4ccf-9539-ee0e29afeea5 req-13a06998-7d4d-4567-8848-e06f6c5cda90 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581419 Aug 17 12:07:07.171595 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Request body: {'subnet': {'network_id': '8f272fce-96dc-4822-90f0-dc63d1eeca77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1005403770-subnet', 'tenant_id': 'ff77fc6f8a714ce89d071c36bbc2df6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:07.202610 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6907cbc-e58e-40ee-9a4d-27dc2ffccd11 admin admin] Pushing event updated for resources: {'Network': ['ID=8f272fce-96dc-4822-90f0-dc63d1eeca77,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:07.206627 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Made reservation on behalf of ff77fc6f8a714ce89d071c36bbc2df6e for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:07.208954 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.213365 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 8f272fce-96dc-4822-90f0-dc63d1eeca77 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:07:07.213887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95bcc1-a698-481c-b007-3f59bb3b90ad req-85f33e6b-b456-4b46-9836-a90926d8903d tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.215218 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3c95bcc1-a698-481c-b007-3f59bb3b90ad req-85f33e6b-b456-4b46-9836-a90926d8903d tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 947 time: 0.1649425 Aug 17 12:07:07.243210 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-cac4345b-b8cc-4a66-9c96-00d12b165770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.244653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-cac4345b-b8cc-4a66-9c96-00d12b165770 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a1e43d-bcfc-4534-916e-54f3522a431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1244104 Aug 17 12:07:07.273430 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:07.276647 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.302531 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b21e6d56-be59-4f3c-9b87-712fb8e258af req-e8fb1c3c-c9cf-4f3f-b1c0-7fecb460fcbc tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 210 time: 0.0665300 Aug 17 12:07:07.359829 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3c95bcc1-a698-481c-b007-3f59bb3b90ad req-9b62dbe7-1505-4196-b438-ed5f2b37b591 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350958 Aug 17 12:07:07.411112 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.456704 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-b5eba979-c96b-4065-bdc1-62b2c447b75c service neutron] 10.222.0.60 "GET /v2.0/networks/79a1e43d-bcfc-4534-916e-54f3522a431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910288 Aug 17 12:07:07.472401 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=de094d96-1ab3-4836-a91c-684fa7a213ed,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:07.481602 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Checking segment: {'id': '149ea856-5cf2-4f96-86d5-e163ffcac7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8f272fce-96dc-4822-90f0-dc63d1eeca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:07:07.482462 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Network hostable DHCP agents. Network: 8f272fce-96dc-4822-90f0-dc63d1eeca77, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:07:07.506364 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Network 8f272fce-96dc-4822-90f0-dc63d1eeca77 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:07:07.519441 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 8f272fce-96dc-4822-90f0-dc63d1eeca77) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:07:07.526106 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.527592 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.529155 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e76e6-e3c5-4807-9502-9c5f2137be8a None None] Network 8f272fce-96dc-4822-90f0-dc63d1eeca77 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:07:07.545560 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-93e41692-0002-424a-84fc-7e750c3911cf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3796897 Aug 17 12:07:07.573109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Allocated IP 172.20.0.6 (c42fab6a-359c-46a0-aad1-5688d40b9b75/f96119a5-8ed3-4b42-bdf7-61e443c48578/d7d65dbe-9fc0-461e-b82d-001317322610) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:07:07.618795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e66b81f-790c-4fcd-b9b7-b2ec2d5911e9 req-b36f0687-9544-4931-9cfe-b78e717fd546 service neutron] 10.222.0.60 "GET /v2.0/networks/79a1e43d-bcfc-4534-916e-54f3522a431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418047 Aug 17 12:07:07.711442 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fff22f-2717-45b5-b0ed-f73a1a09a588 None None] Network 8f272fce-96dc-4822-90f0-dc63d1eeca77 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:07:07.801197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.846018 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.897806 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:07:07.900947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:07:07.904720 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:07:07.909859 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9', '44d2b793-46d6-4f9f-9f0f-ed97de6a7035'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:07:07.910254 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:07.910857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:07.920486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event updated for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:07.931731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-4abcf1a6-f1a0-44fc-a65a-7c9f958ae539 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9838197 Aug 17 12:07:07.987067 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Request body: {'port': {'device_id': 'bd535093-315f-4537-9419-56b2287002da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:08.064355 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-ed0fa61d-242d-4262-ab37-277e37ae3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.065225 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-ed0fa61d-242d-4262-ab37-277e37ae3d2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7c915ce84684b53a0071daa5f6764c0&device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 1100 time: 0.0925303 Aug 17 12:07:08.077801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.157906 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37702) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:08.162986 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972153096-network', 'tenant_id': '3bf4ca12f0584e19b283ed5cdae77988'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:08.191111 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Made reservation on behalf of 3bf4ca12f0584e19b283ed5cdae77988 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:08.193897 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.203711 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.300839 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.304853 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.334948 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:07:08.341652 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cab4c7-57ce-457e-9ce4-724b4aae0f41,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:08.349361 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.351064 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Added segment 9c9705b2-d9b7-491f-b587-db5c6fde3bf1 of type vlan for network d7138a7e-145f-4414-ac8f-6f75e65339e8 Aug 17 12:07:08.373229 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-192c8b00-85e2-48bc-8d61-367769647ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.374725 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-192c8b00-85e2-48bc-8d61-367769647ea6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79a1e43d-bcfc-4534-916e-54f3522a431c HTTP/1.1" status: 200 len: 870 time: 0.2557759 Aug 17 12:07:08.392608 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0105-108e-4976-ba30-9003a8d84b7b req-fc479286-3927-4a06-a3eb-728b5606401c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.394340 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bde0105-108e-4976-ba30-9003a8d84b7b req-fc479286-3927-4a06-a3eb-728b5606401c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1438398 Aug 17 12:07:08.398693 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.424045 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.425047 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.425650 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.467894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-3023a623-f690-4af1-9387-2958f10cd1e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4 HTTP/1.1" status: 200 len: 217 time: 0.0708196 Aug 17 12:07:08.477326 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3157573 Aug 17 12:07:08.482186 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 37710) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:08.488381 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Request body: {'subnet': {'network_id': 'd7138a7e-145f-4414-ac8f-6f75e65339e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972153096-subnet', 'tenant_id': '3bf4ca12f0584e19b283ed5cdae77988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:07:08.498013 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99763ea-21e2-482c-a6d3-5395a287785b admin admin] Pushing event updated for resources: {'Network': ['ID=d7138a7e-145f-4414-ac8f-6f75e65339e8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:08.508592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network d7138a7e-145f-4414-ac8f-6f75e65339e8 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:07:08.515939 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Made reservation on behalf of 3bf4ca12f0584e19b283ed5cdae77988 for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:07:08.518656 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.572135 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e61c64-f3cd-4fc1-a687-4d19d128c41d req-226af96a-4e0c-49f0-ac46-a50d8a518338 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.573671 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d9e61c64-f3cd-4fc1-a687-4d19d128c41d req-226af96a-4e0c-49f0-ac46-a50d8a518338 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 931 time: 0.1896307 Aug 17 12:07:08.585578 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bde0105-108e-4976-ba30-9003a8d84b7b req-65b34422-4649-4aa1-b4f3-10a71cc0fecb tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680615 Aug 17 12:07:08.603469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-aac69458-b8c0-4da3-9545-98c1e604a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.604883 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-aac69458-b8c0-4da3-9545-98c1e604a944 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5fd67d0d-31e2-4211-8ded-bd43591497ac HTTP/1.1" status: 200 len: 843 time: 0.1273904 Aug 17 12:07:08.720046 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.726261 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d9e61c64-f3cd-4fc1-a687-4d19d128c41d req-65e72dba-a0be-41b2-afb6-be85516686f9 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364608 Aug 17 12:07:08.742272 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d65dbe-9fc0-461e-b82d-001317322610 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:07:08.754337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.760014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-7dff3711-4124-4c9b-abb1-a261700c2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.761663 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-7dff3711-4124-4c9b-abb1-a261700c2068 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79a1e43d-bcfc-4534-916e-54f3522a431c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1385958 Aug 17 12:07:08.791031 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Checking segment: {'id': '9c9705b2-d9b7-491f-b587-db5c6fde3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7138a7e-145f-4414-ac8f-6f75e65339e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:07:08.791379 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Network hostable DHCP agents. Network: d7138a7e-145f-4414-ac8f-6f75e65339e8, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:07:08.794416 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cccec-fb69-46c3-93e2-c2c00f858fa8 req-cff47ec5-2c75-4b79-842f-6bfa9731ef03 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.794543 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e622bc2-2eca-46b7-b708-44535a8fc64d,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:08.796013 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d6cccec-fb69-46c3-93e2-c2c00f858fa8 req-cff47ec5-2c75-4b79-842f-6bfa9731ef03 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 947 time: 0.1408737 Aug 17 12:07:08.805917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Transition to ACTIVE for port object d7d65dbe-9fc0-461e-b82d-001317322610 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:07:08.818215 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Network d7138a7e-145f-4414-ac8f-6f75e65339e8 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:07:08.827846 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, d7138a7e-145f-4414-ac8f-6f75e65339e8) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:07:08.832893 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:08.833553 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.839839 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:08.846924 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9aad56-c8db-414c-84dd-83fb5b2f79e7 None None] Network d7138a7e-145f-4414-ac8f-6f75e65339e8 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:07:08.854684 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-dffc4fdb-92c4-4ed5-bb07-15d76fab1af8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3714225 Aug 17 12:07:08.954852 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d6cccec-fb69-46c3-93e2-c2c00f858fa8 req-4a5beee9-e328-4170-947e-fb7fe65e572c tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244235 Aug 17 12:07:08.984001 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Pushing event updated for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:09.007899 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-b1918117-5e0d-490e-92a7-761998e7c0b6 service neutron] 10.222.0.60 "GET /v2.0/networks/79a1e43d-bcfc-4534-916e-54f3522a431c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340784 Aug 17 12:07:09.010857 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35524475-83ec-46c5-9a22-2b26adf405d5 None None] Network d7138a7e-145f-4414-ac8f-6f75e65339e8 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:07:09.012503 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Attempting to bind port d7d65dbe-9fc0-461e-b82d-001317322610 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:07:09.012880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Attempting to bind port d7d65dbe-9fc0-461e-b82d-001317322610 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:07:09.013248 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Attempting to bind port d7d65dbe-9fc0-461e-b82d-001317322610 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:07:09.018004 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Port d7d65dbe-9fc0-461e-b82d-001317322610 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:07:09.018332 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Attempting to bind port d7d65dbe-9fc0-461e-b82d-001317322610 on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:07:09.074104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:07:09.074539 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Checking segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:07:09.075005 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Bound using segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:07:09.075473 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Bound port: d7d65dbe-9fc0-461e-b82d-001317322610, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:07:09.075841 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:09.182159 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c1ad8bc-e436-4fdd-89c7-929ca15e3ae6 req-8672b57c-829b-44c7-825a-90a03f641bdb service neutron] 10.222.0.60 "GET /v2.0/networks/79a1e43d-bcfc-4534-916e-54f3522a431c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614339 Aug 17 12:07:09.186225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:07:09.189369 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7d65dbe-9fc0-461e-b82d-001317322610,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:07:09.194094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:09.227609 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.228216 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:09.229654 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] 10.222.0.60 "PUT /v2.0/ports/d7d65dbe-9fc0-461e-b82d-001317322610 HTTP/1.1" status: 200 len: 1093 time: 1.2466874 Aug 17 12:07:09.230039 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:09.232263 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bde331e-ac94-4e13-9134-5eb2d88fc694" -d '{"events": [{"name": "network-changed", "server_uuid": "bd535093-315f-4537-9419-56b2287002da", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:09.258109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d645484-5b55-4d3d-a541-d9ca4bf4bcfc service neutron] Pushing event updated for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:09.275614 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d5cb2-1af1-4458-a397-43265961fe95 x-openstack-request-id: req-2a9d5cb2-1af1-4458-a397-43265961fe95 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:09.276025 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd535093-315f-4537-9419-56b2287002da", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:09.276310 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a9d5cb2-1af1-4458-a397-43265961fe95 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:09.276710 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610', 'status': 'completed', 'code': 200} Aug 17 12:07:09.360474 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-6cd599ae-9451-4dbd-a2e2-83bcc43970b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.362011 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-6cd599ae-9451-4dbd-a2e2-83bcc43970b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 1096 time: 0.0417311 Aug 17 12:07:09.423148 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-e9aa2e3f-5ff8-4a53-8aa2-6d454f2657a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d65dbe-9fc0-461e-b82d-001317322610 HTTP/1.1" status: 200 len: 217 time: 0.0412347 Aug 17 12:07:09.473250 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-278779bc-1cd6-4b59-ba89-a4744103107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.474903 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-278779bc-1cd6-4b59-ba89-a4744103107c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0445817 Aug 17 12:07:09.507983 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-f53648ad-cf5a-47dd-a9f9-792e79bd1ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238259 Aug 17 12:07:09.600191 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-1b100917-d2f3-4143-bea9-2e770f4f6f02 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834415 Aug 17 12:07:09.735580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad599e5a-5c86-4909-a89f-62a6e748e707 req-19f59bfb-2aa7-49f3-98bb-ec09e8aaa83d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.737052 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad599e5a-5c86-4909-a89f-62a6e748e707 req-19f59bfb-2aa7-49f3-98bb-ec09e8aaa83d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0793936 Aug 17 12:07:09.742198 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a77938a8-bf57-49bc-8ac9-2f8c3fd1372c req-63c5a69c-f056-4d74-a289-6631c30e9915 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255810 Aug 17 12:07:09.782529 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad599e5a-5c86-4909-a89f-62a6e748e707 req-aece5a23-e73b-4e2d-8243-0d719a2863f1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Aug 17 12:07:09.851368 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b7ee-a9c1-49d9-a2ba-1ad191b2a8bf req-8df2af0e-2497-4177-855c-637031ea5878 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.852836 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3900b7ee-a9c1-49d9-a2ba-1ad191b2a8bf req-8df2af0e-2497-4177-855c-637031ea5878 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 943 time: 0.0512805 Aug 17 12:07:09.916374 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-e81dd5a3-d214-43eb-b1c4-ca17c2a3b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:09.917883 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-e81dd5a3-d214-43eb-b1c4-ca17c2a3b039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 1096 time: 0.0627360 Aug 17 12:07:09.921094 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3900b7ee-a9c1-49d9-a2ba-1ad191b2a8bf req-44807315-ec1e-476d-bba0-dee8f1f7a309 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Aug 17 12:07:10.274024 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bddcc1-ff0d-42e8-86a8-b60014c30863 req-6b5dcea3-d9ba-42ab-805b-6158bb6bec83 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:10.275467 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01bddcc1-ff0d-42e8-86a8-b60014c30863 req-6b5dcea3-d9ba-42ab-805b-6158bb6bec83 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 947 time: 0.0714781 Aug 17 12:07:10.300954 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-aea2a3d2-04eb-45f1-a9c5-33f4c924e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:10.302383 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-aea2a3d2-04eb-45f1-a9c5-33f4c924e04f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 914 time: 0.3766816 Aug 17 12:07:10.351704 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01bddcc1-ff0d-42e8-86a8-b60014c30863 req-4478f58a-8d7f-4745-be14-aed7806e17d6 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Aug 17 12:07:10.353389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-82d80ee4-587f-457e-a200-68e1d5265910 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d65dbe-9fc0-461e-b82d-001317322610 HTTP/1.1" status: 200 len: 217 time: 0.0385408 Aug 17 12:07:10.409470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-72a6243b-ac2d-41f1-a501-405df2d740c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:10.410922 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-72a6243b-ac2d-41f1-a501-405df2d740c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0489984 Aug 17 12:07:10.467951 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-3f593ff0-2b17-48e1-955e-1086dd0b5d2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245819 Aug 17 12:07:10.563037 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-a3667149-e13c-4cf2-8026-8bd7995208fa service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Aug 17 12:07:10.652143 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bde331e-ac94-4e13-9134-5eb2d88fc694 req-ab8b6f45-1d6b-42bd-bb26-09cec8e5640e service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810301 Aug 17 12:07:10.901828 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae74ef7-5bc3-4f7f-8a8c-5fef166bcb4f req-3ab5ae14-7606-4cba-b73d-ff9e03db84bc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:10.903550 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3ae74ef7-5bc3-4f7f-8a8c-5fef166bcb4f req-3ab5ae14-7606-4cba-b73d-ff9e03db84bc tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0532677 Aug 17 12:07:10.940389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3ae74ef7-5bc3-4f7f-8a8c-5fef166bcb4f req-2f62bd6e-4b76-4cc1-8f9b-0de36c61c34e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Aug 17 12:07:11.038999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee3a7a-ab47-424e-b093-3e7216c14f0c req-911e0c17-25e5-40e8-bf02-b4fb8ee196bb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:11.040476 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3ee3a7a-ab47-424e-b093-3e7216c14f0c req-911e0c17-25e5-40e8-bf02-b4fb8ee196bb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 943 time: 0.0497410 Aug 17 12:07:11.077867 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3ee3a7a-ab47-424e-b093-3e7216c14f0c req-443a6e26-a60c-4142-9329-7334617365b3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Aug 17 12:07:11.463907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f65ea-fc9d-49c1-919c-ade5c2b93722 req-8da7c103-368c-41be-812a-089c843272db tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:11.465406 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-569f65ea-fc9d-49c1-919c-ade5c2b93722 req-8da7c103-368c-41be-812a-089c843272db tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 947 time: 0.0478084 Aug 17 12:07:11.503390 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-569f65ea-fc9d-49c1-919c-ade5c2b93722 req-c1d0940d-79b3-4f4a-912f-9c0c52f5fdaf tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 17 12:07:12.024533 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b082-bc19-4657-82fc-bf5fdfa45302 req-2caf4142-8982-4dab-956c-9c77659e8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:12.026170 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5693b082-bc19-4657-82fc-bf5fdfa45302 req-2caf4142-8982-4dab-956c-9c77659e8fda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 1098 time: 0.0528505 Aug 17 12:07:12.079914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d6212-75dd-4ae5-8ef7-2c68b56f6fb0 req-b51baa79-da7b-42bb-824d-1623a6f829a1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:12.081448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-446d6212-75dd-4ae5-8ef7-2c68b56f6fb0 req-b51baa79-da7b-42bb-824d-1623a6f829a1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0724180 Aug 17 12:07:12.100740 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5693b082-bc19-4657-82fc-bf5fdfa45302 req-a7e9c2d8-1420-4f23-8e2f-a668ec2b0c6b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Aug 17 12:07:12.139840 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-446d6212-75dd-4ae5-8ef7-2c68b56f6fb0 req-aefc14d3-1cf3-407e-b807-308aa8229592 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511005 Aug 17 12:07:12.206629 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a67871-b4e0-47c0-9834-171bbc1ded92 req-a4a50b3f-f6d2-4890-919e-66be9cd453a4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:12.208217 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8a67871-b4e0-47c0-9834-171bbc1ded92 req-a4a50b3f-f6d2-4890-919e-66be9cd453a4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 943 time: 0.0505486 Aug 17 12:07:12.256131 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8a67871-b4e0-47c0-9834-171bbc1ded92 req-b3e99311-776b-4f73-8226-31f4bd00460f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Aug 17 12:07:12.625868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65a0e0-e9e4-455a-897b-9ab85a8c7bec req-d5091238-5349-412d-9181-8cf0121b49de tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:12.627373 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a65a0e0-e9e4-455a-897b-9ab85a8c7bec req-d5091238-5349-412d-9181-8cf0121b49de tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 947 time: 0.0502591 Aug 17 12:07:12.666340 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a65a0e0-e9e4-455a-897b-9ab85a8c7bec req-08a7a49c-9c5a-440b-8706-11669e05868a tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Aug 17 12:07:13.257655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3284afc-e6b0-4d11-91d1-23802e26108a req-b6bb5ea0-1b3a-4b69-b1d1-09521aaae61f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:13.259140 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a3284afc-e6b0-4d11-91d1-23802e26108a req-b6bb5ea0-1b3a-4b69-b1d1-09521aaae61f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0489960 Aug 17 12:07:13.297789 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a3284afc-e6b0-4d11-91d1-23802e26108a req-304c5ba7-7c1a-4725-bb3d-9f5c2e42cbbb tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Aug 17 12:07:13.372966 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525a4a-fd27-474a-8e0b-f17ffaef0d57 req-ed03686d-c21c-4850-8910-b72804009c12 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:13.374410 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c525a4a-fd27-474a-8e0b-f17ffaef0d57 req-ed03686d-c21c-4850-8910-b72804009c12 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 943 time: 0.0476472 Aug 17 12:07:13.413560 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c525a4a-fd27-474a-8e0b-f17ffaef0d57 req-ae96bc26-6ef2-434d-930e-79d916b63888 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Aug 17 12:07:13.460267 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device b09090f5-d3ac-4c9f-9899-24679d35e6f4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:07:13.553044 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:13.564443 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4', 'network_id': '79a1e43d-bcfc-4534-916e-54f3522a431c', 'port_id': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4', 'mac_address': 'fa:16:3e:0c:e1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd67d0d-31e2-4211-8ded-bd43591497ac', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:07:13.605371 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:13.618167 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09090f5-d3ac-4c9f-9899-24679d35e6f4 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:07:13.637209 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:13.641350 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:13.688796 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:13.782188 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb444c9-2450-457c-8fa3-94c1da099d88 req-6c7bbba2-2a1a-4358-a865-fdbd3d529a43 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:13.783659 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2cb444c9-2450-457c-8fa3-94c1da099d88 req-6c7bbba2-2a1a-4358-a865-fdbd3d529a43 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 948 time: 0.0478733 Aug 17 12:07:13.821283 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2cb444c9-2450-457c-8fa3-94c1da099d88 req-ff78c89b-ebff-44ba-9b16-f066d32deb75 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Aug 17 12:07:14.414641 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893c24f-6b0f-4431-8e2b-2577812844fa req-9b17d471-a0c5-4e42-ae98-757c14be5436 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:14.416027 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1893c24f-6b0f-4431-8e2b-2577812844fa req-9b17d471-a0c5-4e42-ae98-757c14be5436 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Aug 17 12:07:14.454988 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1893c24f-6b0f-4431-8e2b-2577812844fa req-a972801b-63ca-4eb4-8a15-5d1fe193849a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330648 Aug 17 12:07:14.554233 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df383-25e9-49d8-b20f-7fb93bbb9b8f req-8afc3533-7d09-461a-8c0f-adb29dee2986 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:14.555681 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-697df383-25e9-49d8-b20f-7fb93bbb9b8f req-8afc3533-7d09-461a-8c0f-adb29dee2986 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 943 time: 0.0483346 Aug 17 12:07:14.596844 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-697df383-25e9-49d8-b20f-7fb93bbb9b8f req-5c5cfa17-c99f-4320-a79e-53a97a5f8082 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Aug 17 12:07:14.857617 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['b09090f5-d3ac-4c9f-9899-24679d35e6f4'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:07:14.942556 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30eb22-2e22-40a5-b98b-26da12f25d2c req-ce162239-e402-4780-8b92-fbd32cd98b69 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:14.943953 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a30eb22-2e22-40a5-b98b-26da12f25d2c req-ce162239-e402-4780-8b92-fbd32cd98b69 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 948 time: 0.0498273 Aug 17 12:07:14.985629 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a30eb22-2e22-40a5-b98b-26da12f25d2c req-aa532810-33bc-4d82-b9eb-913ae6caffd7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357146 Aug 17 12:07:15.483340 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d7d65dbe-9fc0-461e-b82d-001317322610 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:07:15.569094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dc69e-2015-4da1-b628-24be5e011d10 req-4ad23c4e-6f29-4df5-9ea1-0165b1af1f0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:15.570993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-211dc69e-2015-4da1-b628-24be5e011d10 req-4ad23c4e-6f29-4df5-9ea1-0165b1af1f0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Aug 17 12:07:15.577491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7d65dbe-9fc0-461e-b82d-001317322610,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:15.588118 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'd7d65dbe-9fc0-461e-b82d-001317322610', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'port_id': 'd7d65dbe-9fc0-461e-b82d-001317322610', 'mac_address': 'fa:16:3e:8d:27:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96119a5-8ed3-4b42-bdf7-61e443c48578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:07:15.607504 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-211dc69e-2015-4da1-b628-24be5e011d10 req-444b8fe3-de99-4f86-bf65-06df802ae00b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Aug 17 12:07:15.627063 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:15.647083 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d65dbe-9fc0-461e-b82d-001317322610 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:07:15.667277 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7d65dbe-9fc0-461e-b82d-001317322610,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:15.670597 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:15.720086 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:15.754359 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5e99d-f137-4b97-b6af-44a4eb662617 req-b5ac8f66-2561-491c-b311-8c0e36b495a3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:15.755769 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ff5e99d-f137-4b97-b6af-44a4eb662617 req-b5ac8f66-2561-491c-b311-8c0e36b495a3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0792563 Aug 17 12:07:15.764924 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627c377-9f87-4e63-98f0-96c48256d520 req-29f8456f-a40f-4442-bd9d-fb184bde626c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:15.768137 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6627c377-9f87-4e63-98f0-96c48256d520 req-29f8456f-a40f-4442-bd9d-fb184bde626c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 944 time: 0.0929050 Aug 17 12:07:15.826982 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ff5e99d-f137-4b97-b6af-44a4eb662617 req-a9401ade-bd64-419a-8692-d252b3fcf1ea tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578165 Aug 17 12:07:15.831851 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6627c377-9f87-4e63-98f0-96c48256d520 req-cc7340e5-dfa3-497c-816a-2756fffa1d6c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566573 Aug 17 12:07:16.116745 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbac3-f713-4615-8611-0567740bc1cb req-aee3118f-8a43-4d0c-91f9-d67e2221968b tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:16.118288 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3acdbac3-f713-4615-8611-0567740bc1cb req-aee3118f-8a43-4d0c-91f9-d67e2221968b tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 948 time: 0.0615819 Aug 17 12:07:16.163524 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3acdbac3-f713-4615-8611-0567740bc1cb req-232fddbe-3304-4a18-9b13-a66adaad4f9a tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Aug 17 12:07:16.947749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f02994-677e-4a53-8011-6d2b4b283a18 req-3447c500-b96f-485e-90ef-84a6ae07ad9a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:16.949216 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-50f02994-677e-4a53-8011-6d2b4b283a18 req-3447c500-b96f-485e-90ef-84a6ae07ad9a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 944 time: 0.0519879 Aug 17 12:07:16.954366 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['d7d65dbe-9fc0-461e-b82d-001317322610'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:07:16.987113 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-50f02994-677e-4a53-8011-6d2b4b283a18 req-6a5473de-91fe-4d2f-bc48-cbd95c2e6630 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Aug 17 12:07:17.285129 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e550-f223-4ad7-b11a-1c41b72a798c req-df8a0564-2eab-4753-bc78-23abc45ea0b8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:17.286607 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8b7e550-f223-4ad7-b11a-1c41b72a798c req-df8a0564-2eab-4753-bc78-23abc45ea0b8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 948 time: 0.0495007 Aug 17 12:07:17.325845 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8b7e550-f223-4ad7-b11a-1c41b72a798c req-e7cbabd1-e427-49d9-9f2e-8d17ccf6ef66 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Aug 17 12:07:17.509208 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device b09090f5-d3ac-4c9f-9899-24679d35e6f4 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:07:17.560893 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port b09090f5-d3ac-4c9f-9899-24679d35e6f4 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:07:17.564723 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port b09090f5-d3ac-4c9f-9899-24679d35e6f4 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:07:17.565132 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:17.642638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:17.665011 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:17.667239 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7be2d9-b25d-4b35-adce-91a878c42bec" -d '{"events": [{"server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "name": "network-vif-plugged", "status": "completed", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:17.679880 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:17.684189 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:17.714644 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a3626c-a470-4f83-94f7-7d77a45fca9a x-openstack-request-id: req-55a3626c-a470-4f83-94f7-7d77a45fca9a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:17.714938 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "name": "network-vif-plugged", "status": "completed", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:17.715191 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-55a3626c-a470-4f83-94f7-7d77a45fca9a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:17.716095 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4', 'code': 200} Aug 17 12:07:17.857737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:17.949720 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f94c5-cb3a-4142-a1e6-77e1cc36bce9 req-c94df872-c65c-43bc-b94d-0d7957e9a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:17.951838 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a64f94c5-cb3a-4142-a1e6-77e1cc36bce9 req-c94df872-c65c-43bc-b94d-0d7957e9a603 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 1102 time: 0.0399022 Aug 17 12:07:17.988639 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a64f94c5-cb3a-4142-a1e6-77e1cc36bce9 req-c07a8532-1ac0-4a2f-8c4d-5e9eee97c785 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273943 Aug 17 12:07:18.105552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548ed1-b2ba-4de1-b41e-aa4c2077acff req-462acfbb-37f4-46e7-b3ba-f212500e81f2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.107537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e548ed1-b2ba-4de1-b41e-aa4c2077acff req-462acfbb-37f4-46e7-b3ba-f212500e81f2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 944 time: 0.0514059 Aug 17 12:07:18.145376 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e548ed1-b2ba-4de1-b41e-aa4c2077acff req-f0ec8df8-21ef-4a10-b76e-c677e4b5a32a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Aug 17 12:07:18.452974 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c37f6-731e-4949-aaf2-0762f581eefd req-3dddb1b4-f9e9-4436-b78d-6437b66e8a0c tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.454453 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748c37f6-731e-4949-aaf2-0762f581eefd req-3dddb1b4-f9e9-4436-b78d-6437b66e8a0c tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0504012 Aug 17 12:07:18.491581 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748c37f6-731e-4949-aaf2-0762f581eefd req-c3156dd3-0e73-4482-a9d8-8e776ddaffe4 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 17 12:07:18.594027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85b793-1bf2-425c-bb93-232c59a55901 req-747cf908-e087-4a24-9829-61adc20f496f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.595674 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a85b793-1bf2-425c-bb93-232c59a55901 req-747cf908-e087-4a24-9829-61adc20f496f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0491230 Aug 17 12:07:18.633149 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a85b793-1bf2-425c-bb93-232c59a55901 req-aa5e0ba2-6140-42e3-9fc4-6623438f4bbf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Aug 17 12:07:18.747927 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-16d6d758-54d2-4520-939a-b1303eef87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.749417 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-16d6d758-54d2-4520-939a-b1303eef87d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0478492 Aug 17 12:07:18.867882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-b7ef1a06-6825-43c5-9db0-3d5862786f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.869367 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-b7ef1a06-6825-43c5-9db0-3d5862786f90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.0911572 Aug 17 12:07:18.918327 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-5e8079c4-ee27-4397-bd11-3734a4323e83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0390873 Aug 17 12:07:18.969512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-e874e413-106b-47fe-b609-0734292d3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:18.971071 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-e874e413-106b-47fe-b609-0734292d3597 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0448694 Aug 17 12:07:19.003597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-de03d63d-e8e7-4743-8a58-1b685b0a2924 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242543 Aug 17 12:07:19.099000 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-78d02713-42c8-459d-bee5-5c4d1096e175 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871720 Aug 17 12:07:19.197779 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d14d2a16-8edb-4133-a1d5-b7ae7241bc79 req-be4f10b1-73d2-48dc-9ab9-aafc5220a20b service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Aug 17 12:07:19.280472 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8edc6-000e-4b63-ae41-17ebbf013f97 req-d82dcc5b-2f79-41c8-a706-2c068e2aea99 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:19.282158 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4fd8edc6-000e-4b63-ae41-17ebbf013f97 req-d82dcc5b-2f79-41c8-a706-2c068e2aea99 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 944 time: 0.0497785 Aug 17 12:07:19.320235 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4fd8edc6-000e-4b63-ae41-17ebbf013f97 req-0204a27a-9be0-4326-bec9-45f631879774 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Aug 17 12:07:19.533419 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d7d65dbe-9fc0-461e-b82d-001317322610 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:07:19.584040 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port d7d65dbe-9fc0-461e-b82d-001317322610 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:07:19.587609 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port d7d65dbe-9fc0-461e-b82d-001317322610 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:07:19.587973 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:19.612742 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39731b9c-3f05-4263-9709-3b9c5f4476ee req-72b69679-1087-4ad2-b9e9-8ff71b2f8524 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:19.614855 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-39731b9c-3f05-4263-9709-3b9c5f4476ee req-72b69679-1087-4ad2-b9e9-8ff71b2f8524 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0522676 Aug 17 12:07:19.654411 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-39731b9c-3f05-4263-9709-3b9c5f4476ee req-50ec1c50-4903-4628-b43f-555d5da08b0c tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Aug 17 12:07:19.666326 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:19.701939 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7d65dbe-9fc0-461e-b82d-001317322610,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:19.708017 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:19.746573 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28011712-10b4-4ecb-ae45-55c386111cc0 req-ab2d9c8b-6111-4b4c-809d-5a61964519b3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:19.748609 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28011712-10b4-4ecb-ae45-55c386111cc0 req-ab2d9c8b-6111-4b4c-809d-5a61964519b3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0504053 Aug 17 12:07:19.752075 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:19.754329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87428ec4-7f3e-495d-84d0-b2c9dc01a330" -d '{"events": [{"server_uuid": "bd535093-315f-4537-9419-56b2287002da", "name": "network-vif-plugged", "status": "completed", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:19.768935 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:19.789622 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28011712-10b4-4ecb-ae45-55c386111cc0 req-f361d67d-e8fb-4698-8999-08c8eccf13a9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Aug 17 12:07:19.832572 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ef301b-f27c-4d84-828f-857e5d8f74fa x-openstack-request-id: req-c2ef301b-f27c-4d84-828f-857e5d8f74fa {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:19.832863 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd535093-315f-4537-9419-56b2287002da", "name": "network-vif-plugged", "status": "completed", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:19.833148 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c2ef301b-f27c-4d84-828f-857e5d8f74fa {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:19.833544 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610', 'code': 200} Aug 17 12:07:20.174356 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb9924-a259-49a0-aa2f-bda516d12cbc req-8137273f-2fc5-4fa4-bdfa-7b6bec8d0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:20.176015 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fccb9924-a259-49a0-aa2f-bda516d12cbc req-8137273f-2fc5-4fa4-bdfa-7b6bec8d0b84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 1098 time: 0.0395677 Aug 17 12:07:20.220279 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fccb9924-a259-49a0-aa2f-bda516d12cbc req-de06a126-2221-45fc-af98-11cc505e52dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Aug 17 12:07:20.444334 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956891af-c57c-4964-b1f6-c6bb6d4403e7 req-3faebc5d-7ebf-4090-9a8c-e145fc53ebf3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:20.445813 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-956891af-c57c-4964-b1f6-c6bb6d4403e7 req-3faebc5d-7ebf-4090-9a8c-e145fc53ebf3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0505672 Aug 17 12:07:20.484196 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-956891af-c57c-4964-b1f6-c6bb6d4403e7 req-1557e80e-df9c-4988-9dcd-a38ba1b86657 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 17 12:07:20.771524 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed3180-589c-40fd-9bc5-3ecb5ef8d0b1 req-edd43738-f470-4a2b-a980-6e2c0c7cd6b9 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:20.773028 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71ed3180-589c-40fd-9bc5-3ecb5ef8d0b1 req-edd43738-f470-4a2b-a980-6e2c0c7cd6b9 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0480013 Aug 17 12:07:20.810133 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71ed3180-589c-40fd-9bc5-3ecb5ef8d0b1 req-3889bf46-81c6-49ac-8f29-840db49d5215 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Aug 17 12:07:20.903762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392473ac-11a3-4166-9fb5-5a47f156c6c5 req-1a9ded06-6946-4458-b55c-acf53b6aec21 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:20.905262 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-392473ac-11a3-4166-9fb5-5a47f156c6c5 req-1a9ded06-6946-4458-b55c-acf53b6aec21 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0484397 Aug 17 12:07:20.943679 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-392473ac-11a3-4166-9fb5-5a47f156c6c5 req-bc135a8f-aad7-4964-b9eb-6244fda78f59 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Aug 17 12:07:21.093884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:21.604708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f956eb-28a8-4879-9aa9-0a683ca87a19 req-a1ab1d4a-5718-4c60-bcc4-06d98f17566c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:21.606236 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59f956eb-28a8-4879-9aa9-0a683ca87a19 req-a1ab1d4a-5718-4c60-bcc4-06d98f17566c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0545731 Aug 17 12:07:21.642866 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59f956eb-28a8-4879-9aa9-0a683ca87a19 req-be8b227d-30da-4dec-914d-a3293f3b0ffb tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Aug 17 12:07:21.926626 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4626af-d038-4eeb-9c61-8538151f556b req-a8990903-c286-48c3-bb29-6852a0a134e3 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:21.931222 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-de4626af-d038-4eeb-9c61-8538151f556b req-a8990903-c286-48c3-bb29-6852a0a134e3 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0479622 Aug 17 12:07:21.967588 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-de4626af-d038-4eeb-9c61-8538151f556b req-94db8875-7179-43e7-b6b5-69c825c77724 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Aug 17 12:07:22.060100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4768f61-7eb6-4e48-b99f-68801172db32 req-b9bb56ca-283e-475f-b1ac-c0ee47d1c6e6 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:22.061613 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4768f61-7eb6-4e48-b99f-68801172db32 req-b9bb56ca-283e-475f-b1ac-c0ee47d1c6e6 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Aug 17 12:07:22.098166 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4768f61-7eb6-4e48-b99f-68801172db32 req-5d57e445-7859-4322-b124-76daa5f66dad tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Aug 17 12:07:22.244389 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33dc5b-2197-4611-a163-75722873aa29 req-0c221e85-71b7-4ff2-9971-0d6a50943755 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:22.245872 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c33dc5b-2197-4611-a163-75722873aa29 req-0c221e85-71b7-4ff2-9971-0d6a50943755 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0535858 Aug 17 12:07:22.283160 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c33dc5b-2197-4611-a163-75722873aa29 req-6b5b7b59-eb71-4d8c-9086-d778cfa16c3d tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Aug 17 12:07:22.654746 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8fe5bad4-375b-49d9-a63b-d86f9568e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:22.759041 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89188-9aad-4d09-af13-ce474a2df3e3 req-fb3e5872-be31-4a39-bbd3-624bc23fd0ba tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:22.760716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b3c89188-9aad-4d09-af13-ce474a2df3e3 req-fb3e5872-be31-4a39-bbd3-624bc23fd0ba tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0498848 Aug 17 12:07:22.800221 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b3c89188-9aad-4d09-af13-ce474a2df3e3 req-31cf4383-0616-4af5-a106-919f7d7ef00c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Aug 17 12:07:23.219496 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc5f9c-2b54-4041-9344-58ab62b7fc60 req-5149d866-35db-4919-8f96-c710694d4572 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:23.221819 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07bc5f9c-2b54-4041-9344-58ab62b7fc60 req-5149d866-35db-4919-8f96-c710694d4572 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Aug 17 12:07:23.268987 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07bc5f9c-2b54-4041-9344-58ab62b7fc60 req-8caa52bd-9f0f-4462-97a9-5d44eca111f8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Aug 17 12:07:23.400069 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f21ae-ed44-49d7-bc3b-14fb716e2ded req-6300738e-c725-4a2e-9c1b-9d0dedc5ba72 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:23.401586 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e17f21ae-ed44-49d7-bc3b-14fb716e2ded req-6300738e-c725-4a2e-9c1b-9d0dedc5ba72 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0528767 Aug 17 12:07:23.440142 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e17f21ae-ed44-49d7-bc3b-14fb716e2ded req-fb18c816-ae14-4982-87aa-cec4fb926810 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Aug 17 12:07:23.925365 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00bda9-f49f-4b4f-9b63-3840587beb94 req-8a4003f6-ca71-4916-a9f6-b64fa058594b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:23.926915 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f00bda9-f49f-4b4f-9b63-3840587beb94 req-8a4003f6-ca71-4916-a9f6-b64fa058594b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0569823 Aug 17 12:07:23.977214 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f00bda9-f49f-4b4f-9b63-3840587beb94 req-6b9452f3-9b79-4839-9cad-76401f9e21f3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398812 Aug 17 12:07:24.390561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9522cde-d72e-4da9-9132-3f942e0b8028 req-30c3faab-b759-4761-ad01-42e09753cff0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:24.391963 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9522cde-d72e-4da9-9132-3f942e0b8028 req-30c3faab-b759-4761-ad01-42e09753cff0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0543053 Aug 17 12:07:24.430046 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9522cde-d72e-4da9-9132-3f942e0b8028 req-8d4c7eca-b801-4f0e-bd58-b1b5eadbfad1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Aug 17 12:07:24.561475 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af2a-e196-4b5c-a703-490a8b6207b6 req-41f83f76-4dbe-4d97-b36d-7cef47e020f8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:24.562972 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3bc3af2a-e196-4b5c-a703-490a8b6207b6 req-41f83f76-4dbe-4d97-b36d-7cef47e020f8 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0551856 Aug 17 12:07:24.599797 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3bc3af2a-e196-4b5c-a703-490a8b6207b6 req-161bc28d-19e3-44b8-8bbe-42f8357b2c32 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Aug 17 12:07:25.101025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d17b-abbb-4181-8705-fc3116fb6a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:25.191627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:25.574737 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076e07c-24bb-4526-88f9-e1f25d2d51f0 req-5cf67583-b9b6-4226-906d-0e4f68f68edf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:25.576766 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c076e07c-24bb-4526-88f9-e1f25d2d51f0 req-5cf67583-b9b6-4226-906d-0e4f68f68edf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0799241 Aug 17 12:07:25.584776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5db99-241c-480b-847d-a0b79796aeac req-46c2105b-0d07-4163-b34a-06abbe31908b tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:25.586150 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bbe5db99-241c-480b-847d-a0b79796aeac req-46c2105b-0d07-4163-b34a-06abbe31908b tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.60 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0869055 Aug 17 12:07:25.647485 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c076e07c-24bb-4526-88f9-e1f25d2d51f0 req-d426ffbd-fab1-43cc-bb99-25ae0d5d798c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603907 Aug 17 12:07:25.739157 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256618-683e-4a79-8dee-d7ab1b6b1519 req-ecd422f9-9be9-4d5e-b62c-59b3eb58a0fd tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:25.740640 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c256618-683e-4a79-8dee-d7ab1b6b1519 req-ecd422f9-9be9-4d5e-b62c-59b3eb58a0fd tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 949 time: 0.0621727 Aug 17 12:07:25.754970 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Deleting port b09090f5-d3ac-4c9f-9899-24679d35e6f4 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:07:25.755312 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:25.833835 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c256618-683e-4a79-8dee-d7ab1b6b1519 req-04072c05-6a13-46e3-843b-da760d5dbca1 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/security-groups?id=e601a788-3790-40e3-86a9-57ab940e2a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 Aug 17 12:07:25.869581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] For port b09090f5-d3ac-4c9f-9899-24679d35e6f4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b09090f5-d3ac-4c9f-9899-24679d35e6f4,segment=NetworkSegment(17eba094-9d16-47b4-8174-6ccb8ee04fca),segment_id=17eba094-9d16-47b4-8174-6ccb8ee04fca)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:07:25.869944 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:25.882123 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Calling delete_port for b09090f5-d3ac-4c9f-9899-24679d35e6f4 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:07:26.021949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:26.053432 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Pushing event deleted for resources: {'Port': ['ID=b09090f5-d3ac-4c9f-9899-24679d35e6f4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:26.070404 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['b09090f5-d3ac-4c9f-9899-24679d35e6f4'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:07:26.107221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] No DVR routers for this DVR port b09090f5-d3ac-4c9f-9899-24679d35e6f4 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:07:26.109829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:26.118642 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bbe5db99-241c-480b-847d-a0b79796aeac req-ecf29066-2c14-4a99-bec7-7dcc1a08b3d7 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.60 "DELETE /v2.0/ports/b09090f5-d3ac-4c9f-9899-24679d35e6f4 HTTP/1.1" status: 204 len: 173 time: 0.5185690 Aug 17 12:07:26.119334 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'name': 'network-vif-deleted', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:07:26.123311 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fce9b5-1691-4f95-8ea7-aeea995527b3" -d '{"events": [{"server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "name": "network-vif-deleted", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:07:26.173712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29976d6-fe1d-4049-b713-ea7862bf73de x-openstack-request-id: req-f29976d6-fe1d-4049-b713-ea7862bf73de {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:07:26.174011 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91179482-ce16-40e8-a3b1-b895fd72e580", "name": "network-vif-deleted", "tag": "b09090f5-d3ac-4c9f-9899-24679d35e6f4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:07:26.174267 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f29976d6-fe1d-4049-b713-ea7862bf73de {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:07:26.174660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91179482-ce16-40e8-a3b1-b895fd72e580', 'name': 'network-vif-deleted', 'tag': 'b09090f5-d3ac-4c9f-9899-24679d35e6f4', 'status': 'completed', 'code': 200} Aug 17 12:07:26.439767 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:26.822406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855df9e3-256a-481f-9573-fa7c9924b6b3 req-bc7fb099-cfea-4f17-bb36-143a9e4849af tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:26.824000 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-855df9e3-256a-481f-9573-fa7c9924b6b3 req-bc7fb099-cfea-4f17-bb36-143a9e4849af tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0543144 Aug 17 12:07:26.863093 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-855df9e3-256a-481f-9573-fa7c9924b6b3 req-7a36bcf1-fb69-43b8-a254-5fec75955fc7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 17 12:07:26.945026 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8c0c2673-f3d2-4cc6-bf5c-86ba9159dd17 req-4d72a600-9100-4e41-91fb-81dc2c8a21cc tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Aug 17 12:07:28.007618 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:32.504598 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device b09090f5-d3ac-4c9f-9899-24679d35e6f4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:07:32.528901 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: b09090f5-d3ac-4c9f-9899-24679d35e6f4 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:07:32.529295 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device b09090f5-d3ac-4c9f-9899-24679d35e6f4 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:07:32.720130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf78c9a-afd6-4bdc-a84f-944e125e370a req-a0526dd4-e848-40ba-8a18-2579eba34d74 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:32.721660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3cf78c9a-afd6-4bdc-a84f-944e125e370a req-a0526dd4-e848-40ba-8a18-2579eba34d74 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Aug 17 12:07:32.758443 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3cf78c9a-afd6-4bdc-a84f-944e125e370a req-41778e95-5710-44e9-b5dc-a14fe9ab44b1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 17 12:07:32.848830 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b8533ffb-4340-42c1-8916-887bb0a61f07 req-d8989392-a0f2-4084-b323-d5ff23c35930 tempest-VolumesNegativeTest-102681092 tempest-VolumesNegativeTest-102681092-project] 10.222.0.58 "GET /v2.0/ports?device_id=91179482-ce16-40e8-a3b1-b895fd72e580 HTTP/1.1" status: 200 len: 210 time: 0.0257368 Aug 17 12:07:33.877182 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069437c-b702-435c-82b4-34b205bc5b52 req-4e71f0d3-c0e2-43e4-a541-7706e27beda7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:33.878709 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3069437c-b702-435c-82b4-34b205bc5b52 req-4e71f0d3-c0e2-43e4-a541-7706e27beda7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0509903 Aug 17 12:07:33.917783 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3069437c-b702-435c-82b4-34b205bc5b52 req-643dd732-3ab4-4c5c-9afb-9132023a0f15 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Aug 17 12:07:35.046401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279529d2-16d5-4b7e-b811-b2f3217ae059 req-fdc3a2d2-4124-4c01-8acf-35301587b7f9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:35.048372 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-279529d2-16d5-4b7e-b811-b2f3217ae059 req-fdc3a2d2-4124-4c01-8acf-35301587b7f9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0591593 Aug 17 12:07:35.088074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-279529d2-16d5-4b7e-b811-b2f3217ae059 req-0e9bbfb1-ef5e-4800-9f7e-80029915b8d0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Aug 17 12:07:36.210344 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8b00f-5c9c-4215-9f38-462e09969c40 req-bbbe9a2b-c0d7-49da-9128-5caf6f268bf5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:36.211980 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dca8b00f-5c9c-4215-9f38-462e09969c40 req-bbbe9a2b-c0d7-49da-9128-5caf6f268bf5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0528250 Aug 17 12:07:36.253708 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dca8b00f-5c9c-4215-9f38-462e09969c40 req-4bbbc2a1-8835-4494-8051-be2968894340 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Aug 17 12:07:37.372054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0a7b2-165c-4bef-86e1-49d63ce4d37b req-c39a13a4-a468-4bde-aacb-ed9aa28aeda5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:37.373551 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6a0a7b2-165c-4bef-86e1-49d63ce4d37b req-c39a13a4-a468-4bde-aacb-ed9aa28aeda5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0519409 Aug 17 12:07:37.412709 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6a0a7b2-165c-4bef-86e1-49d63ce4d37b req-140732b2-56b4-4da9-91f1-fc7152c973e2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Aug 17 12:07:37.521342 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38464) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:37.565096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Deleting subnet de094d96-1ab3-4836-a91c-684fa7a213ed {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:07:37.568439 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.601673 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.607480 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.659606 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.683473 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de094d96-1ab3-4836-a91c-684fa7a213ed,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:37.687664 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.689516 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4a4dd0d4-a4f5-4c4b-9a09-0f248cf0cfb6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de094d96-1ab3-4836-a91c-684fa7a213ed HTTP/1.1" status: 204 len: 168 time: 0.1671891 Aug 17 12:07:37.692025 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38468) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:37.757130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.839453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.849157 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.849505 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.850269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.850593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > port after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.850935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.851254 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > port after_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.851591 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.851913 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.852236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.852555 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.918950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.919303 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.919635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.919965 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 12:07:37.920329 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f272fce-96dc-4822-90f0-dc63d1eeca77']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:37.937282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149ea856-5cf2-4f96-86d5-e163ffcac7c8') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:37.937582 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149ea856-5cf2-4f96-86d5-e163ffcac7c8') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:37.952414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.972740 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.980370 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:07:37.980755 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: from cryptography.utils import int_from_bytes Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: from cryptography.utils import int_from_bytes Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:07:37.985169 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:07:38.042406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.048708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.051060 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8f272fce-96dc-4822-90f0-dc63d1eeca77 HTTP/1.1" status: 204 len: 168 time: 0.3581519 Aug 17 12:07:38.053941 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 38476) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:38.064703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6d1c-dd77-4c68-870f-90d38cbbb470 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f272fce-96dc-4822-90f0-dc63d1eeca77,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:38.102197 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Deleting subnet 4e622bc2-2eca-46b7-b708-44535a8fc64d {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:07:38.105264 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.138528 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.180320 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.239888 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.269930 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e622bc2-2eca-46b7-b708-44535a8fc64d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:38.270439 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:07:38.277608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.280248 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4e622bc2-2eca-46b7-b708-44535a8fc64d HTTP/1.1" status: 204 len: 168 time: 0.2250731 Aug 17 12:07:38.281990 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.282344 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.282686 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.282969 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38480) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:38.283082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.283334 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.283666 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.283989 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.284317 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.284643 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.285024 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.285347 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.285695 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b6faa-fd5c-439e-84f2-31b365d620f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:38.351579 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.430515 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.442282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7138a7e-145f-4414-ac8f-6f75e65339e8']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:38.452749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9705b2-d9b7-491f-b587-db5c6fde3bf1') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:38.453085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9705b2-d9b7-491f-b587-db5c6fde3bf1') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:07:38.462734 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.477037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.483596 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:07:38.483998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:07:38.485716 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:07:38.597932 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.606789 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.608732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] 10.222.0.58 "DELETE /v2.0/networks/d7138a7e-145f-4414-ac8f-6f75e65339e8 HTTP/1.1" status: 204 len: 168 time: 0.3246248 Aug 17 12:07:38.625557 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882080d9-85fa-478e-b01d-bf166f8132d0 req-20a85ec6-ba60-4cd8-bcfb-f830ce38c45c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:38.627194 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-882080d9-85fa-478e-b01d-bf166f8132d0 req-20a85ec6-ba60-4cd8-bcfb-f830ce38c45c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.1263342 Aug 17 12:07:38.628150 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc977bed-5003-43f9-aac3-387c15a1221d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7138a7e-145f-4414-ac8f-6f75e65339e8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:38.675507 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-882080d9-85fa-478e-b01d-bf166f8132d0 req-ccb74042-98a5-4eee-aad9-45602695289e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Aug 17 12:07:38.776306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38494) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:38.818004 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4d4ebacf-7e38-414a-8f7b-c31913ffe3fa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff77fc6f8a714ce89d071c36bbc2df6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383818 Aug 17 12:07:38.818254 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38498) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:38.865232 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.885717 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.934826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.937300 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:38.938447 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f264b754-6a6d-4f21-b3ce-2483e88f6997 HTTP/1.1" status: 204 len: 168 time: 0.1193397 Aug 17 12:07:38.948201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf3fb4-5285-4612-bda1-bbc54b3a917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264b754-6a6d-4f21-b3ce-2483e88f6997,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:39.241246 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38504) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:39.279411 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-98c1ca22-ab25-4f5b-9011-44a0d35cd241 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3bf4ca12f0584e19b283ed5cdae77988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370378 Aug 17 12:07:39.281732 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38506) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:39.327720 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:39.347526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:39.393460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:39.395992 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:39.397275 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58cab4c7-57ce-457e-9ce4-724b4aae0f41 HTTP/1.1" status: 204 len: 168 time: 0.1145878 Aug 17 12:07:39.405109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cab4c7-57ce-457e-9ce4-724b4aae0f41,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:39.412133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.412482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.412825 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.413185 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.413773 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.414104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.414431 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.414756 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.415177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.415394 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.415713 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.416032 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1276d2-aac4-4a9b-8d91-c8422c27d728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:07:39.797019 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5b22e-62d7-493d-a8af-0e5cfdb4972c req-a0f3e115-8b75-4e36-a120-457c41bbaf70 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:39.798234 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42d5b22e-62d7-493d-a8af-0e5cfdb4972c req-a0f3e115-8b75-4e36-a120-457c41bbaf70 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0540364 Aug 17 12:07:39.838085 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42d5b22e-62d7-493d-a8af-0e5cfdb4972c req-bab4b3cf-2864-4c87-bfab-704b27ed12e4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Aug 17 12:07:40.959656 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bf55e-11de-493b-8e16-2fb88635bec7 req-a6f41ed0-35ae-43bb-ad66-e2db9d5a6456 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:40.959656 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-534bf55e-11de-493b-8e16-2fb88635bec7 req-a6f41ed0-35ae-43bb-ad66-e2db9d5a6456 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0491970 Aug 17 12:07:40.993255 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-534bf55e-11de-493b-8e16-2fb88635bec7 req-e33ae877-20fb-41ad-972b-ffa4cdb6e8cb tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Aug 17 12:07:41.908107 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0edf67-2c31-442e-946a-88993233b347 req-cb136fc3-6f1f-43b6-b61e-7ab626c21a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:41.909685 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e0edf67-2c31-442e-946a-88993233b347 req-cb136fc3-6f1f-43b6-b61e-7ab626c21a83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0395253 Aug 17 12:07:41.950461 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e0edf67-2c31-442e-946a-88993233b347 req-06dc0b07-1421-4c3c-9828-b97801d7eda6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278654 Aug 17 12:07:42.118991 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da69e-385c-43e2-a053-37f1922fba8b req-81d12f9f-7e64-4e28-9427-e7326e37fdb0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:42.129379 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-818da69e-385c-43e2-a053-37f1922fba8b req-81d12f9f-7e64-4e28-9427-e7326e37fdb0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0579991 Aug 17 12:07:42.174001 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-818da69e-385c-43e2-a053-37f1922fba8b req-749cf517-c4ea-4c85-a269-c844d335734f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Aug 17 12:07:42.336208 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38598) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:42.466345 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-565c0675-e7ef-47e5-92e3-c277a3829c2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7c915ce84684b53a0071daa5f6764c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289246 Aug 17 12:07:42.468639 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 38602) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:07:42.513261 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:42.539151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:42.586286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:42.588846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:42.590041 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e601a788-3790-40e3-86a9-57ab940e2a4a HTTP/1.1" status: 204 len: 168 time: 0.1204882 Aug 17 12:07:42.598842 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052e3c-df50-4657-978e-7c7aede8baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601a788-3790-40e3-86a9-57ab940e2a4a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:07:43.291252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca48ba-28a4-4d63-9895-22d813431f17 req-07f2bc88-1e0d-452f-bf65-2f0c30c95893 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:43.292721 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-19ca48ba-28a4-4d63-9895-22d813431f17 req-07f2bc88-1e0d-452f-bf65-2f0c30c95893 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0489531 Aug 17 12:07:43.329890 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-19ca48ba-28a4-4d63-9895-22d813431f17 req-e433956f-d50e-43cd-bef2-c0110f6b679c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 17 12:07:47.363290 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b9e97-3ece-4e37-9e24-01d6879cd6b4 req-d97511e3-c73f-410f-8790-c411e4df884c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:47.364827 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-116b9e97-3ece-4e37-9e24-01d6879cd6b4 req-d97511e3-c73f-410f-8790-c411e4df884c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0502188 Aug 17 12:07:47.402029 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-116b9e97-3ece-4e37-9e24-01d6879cd6b4 req-aa2f3e4a-ffe7-4b82-a378-079a88a3183e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Aug 17 12:07:50.056122 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6decac-e1da-4a55-b83d-b538c74a96af req-93c83665-6a31-4cb5-84f1-7515db6abcf4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:50.057822 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc6decac-e1da-4a55-b83d-b538c74a96af req-93c83665-6a31-4cb5-84f1-7515db6abcf4 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0497496 Aug 17 12:07:50.094069 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc6decac-e1da-4a55-b83d-b538c74a96af req-eb031204-72c8-4343-86da-0ec5503e8b56 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 Aug 17 12:07:51.107604 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:51.209073 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e48668-ef15-464a-95b5-7ba3c9896093 req-08c682f7-2a4c-424f-a13d-c7dae641eb49 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:51.210615 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-98e48668-ef15-464a-95b5-7ba3c9896093 req-08c682f7-2a4c-424f-a13d-c7dae641eb49 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0496931 Aug 17 12:07:51.256655 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-98e48668-ef15-464a-95b5-7ba3c9896093 req-044aec3d-71a0-426a-8ecf-30dc95040852 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Aug 17 12:07:51.498009 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958f12a-7e32-4bd6-a65d-de4676926559 req-d67d8742-abfb-4a4e-ad32-b0210f58e240 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:51.499650 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7958f12a-7e32-4bd6-a65d-de4676926559 req-d67d8742-abfb-4a4e-ad32-b0210f58e240 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Aug 17 12:07:51.541638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7958f12a-7e32-4bd6-a65d-de4676926559 req-efcde572-95b4-4ac3-a48b-3c573555630a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Aug 17 12:07:52.656086 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0c015a67-ad76-4d12-9e53-ee2eb575689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:55.102547 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a7ef858b-46b1-424c-9b7b-895e9650352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:55.192954 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:56.448260 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:07:56.448939 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-a6b26e34-dc6d-4a79-b0af-e94949a87cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:56.450226 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-a6b26e34-dc6d-4a79-b0af-e94949a87cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0483713 Aug 17 12:07:56.580937 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e36593-8fb1-42d8-98e5-de0e3b7e2f3b req-38f11dd1-20ab-4672-81e9-96f6b79be9e3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:56.582439 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c6e36593-8fb1-42d8-98e5-de0e3b7e2f3b req-38f11dd1-20ab-4672-81e9-96f6b79be9e3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0685985 Aug 17 12:07:56.605594 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-cc46f4ef-ca6b-404a-b1fd-c5412917aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:56.606966 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-cc46f4ef-ca6b-404a-b1fd-c5412917aea4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.1441479 Aug 17 12:07:56.666736 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-2d1bc372-0970-4763-ac7b-9a2a1cad2042 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0486207 Aug 17 12:07:56.669681 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c6e36593-8fb1-42d8-98e5-de0e3b7e2f3b req-57322083-7548-481e-a13d-2e079f224358 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 Aug 17 12:07:56.717811 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-8d9dbeee-bf5f-47aa-a443-d021819afb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:56.719112 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-8d9dbeee-bf5f-47aa-a443-d021819afb90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0416262 Aug 17 12:07:56.750976 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-9d1a1c09-2f60-42ba-b436-600ca9c21607 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234785 Aug 17 12:07:56.840203 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-8d98f757-4404-4a41-b191-c2bc4f037a72 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Aug 17 12:07:57.151706 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7aa9e24e-1da5-4bd2-b0f3-d1703fca5aea req-4fa62573-cfbc-4de2-9d08-ca5444cf74d9 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044505 Aug 17 12:07:57.698992 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-4046aaca-f2d4-4e0c-b2b8-2f7b19f5daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:57.700753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-4046aaca-f2d4-4e0c-b2b8-2f7b19f5daff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0432220 Aug 17 12:07:57.843927 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d42c-3a32-4529-91a9-b3ed38aa3075 req-a1f0dd3b-b981-43a5-9c53-80873a862ca1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:57.845408 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d342d42c-3a32-4529-91a9-b3ed38aa3075 req-a1f0dd3b-b981-43a5-9c53-80873a862ca1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0998828 Aug 17 12:07:57.848593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-7b63097c-b009-4374-86e7-3d0a2c06cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:57.850107 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-7b63097c-b009-4374-86e7-3d0a2c06cfa3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.1250827 Aug 17 12:07:57.900601 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-93305d33-e4b3-4822-ab06-73328a7305a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0418613 Aug 17 12:07:57.924755 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d342d42c-3a32-4529-91a9-b3ed38aa3075 req-3b510450-a494-4fff-b8e7-19b86c877f4f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723684 Aug 17 12:07:57.958045 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-9e47263f-1310-49d8-b26c-b6450297097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:07:57.959422 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-9e47263f-1310-49d8-b26c-b6450297097e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0489435 Aug 17 12:07:58.008903 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:02.842339 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-f41e38b9-424d-4ac5-a6be-b645819e625d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244834 Aug 17 12:08:03.110817 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b9544-4307-4daa-9ef8-0aca7f830716 req-014a0572-f456-438e-b231-2b3a46c004fa tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:03.112330 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae1b9544-4307-4daa-9ef8-0aca7f830716 req-014a0572-f456-438e-b231-2b3a46c004fa tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.1066940 Aug 17 12:08:03.155226 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-66c28612-1d96-4272-aae9-dfd5c7f32e84 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349831 Aug 17 12:08:03.167904 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae1b9544-4307-4daa-9ef8-0aca7f830716 req-79effd26-889a-4010-b411-6ef5d339e383 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Aug 17 12:08:03.255522 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7652ef21-4fb0-44a6-aea7-1d20e6401eca req-8a55b09b-f37c-4298-ba66-a9d720641df3 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865963 Aug 17 12:08:04.286200 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8c82a-0da7-47a0-b28e-a0a09577cdd2 req-c96dc904-2fe7-4d75-a15b-b219ac069801 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:04.287592 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3fb8c82a-0da7-47a0-b28e-a0a09577cdd2 req-c96dc904-2fe7-4d75-a15b-b219ac069801 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0509226 Aug 17 12:08:04.324344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3fb8c82a-0da7-47a0-b28e-a0a09577cdd2 req-5893ef97-d0b9-4063-9eb8-4b5fd0e97f6a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306067 Aug 17 12:08:05.440696 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f2425-a032-41f0-a654-c0e57bf5488f req-3baccbf2-0e23-4185-8e38-906cb8dc1edf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:05.442236 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd6f2425-a032-41f0-a654-c0e57bf5488f req-3baccbf2-0e23-4185-8e38-906cb8dc1edf tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Aug 17 12:08:05.479098 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cd6f2425-a032-41f0-a654-c0e57bf5488f req-63f2a105-70bf-415d-ba3a-1f64b696136e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Aug 17 12:08:06.611259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddf2a-83ba-42d9-beec-8812887b24d2 req-1f1549a7-24b5-4d34-ad46-b2fe2643c0e9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:06.613108 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42dddf2a-83ba-42d9-beec-8812887b24d2 req-1f1549a7-24b5-4d34-ad46-b2fe2643c0e9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0640972 Aug 17 12:08:06.718165 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42dddf2a-83ba-42d9-beec-8812887b24d2 req-09c6e384-d267-4e36-8433-9005cdfb9a06 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949345 Aug 17 12:08:06.765306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-b8e846b4-a43a-40ae-b854-703610381887 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:06.766840 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-b8e846b4-a43a-40ae-b854-703610381887 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.1482389 Aug 17 12:08:06.783741 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-406e913e-3469-428f-9945-c81b442b7c7b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/quotas/42c86dd672cc46b4ac000cb8992b9ace HTTP/1.1" status: 200 len: 375 time: 0.0109723 Aug 17 12:08:06.838259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-ca53798f-59f7-44d9-9a96-916f0cc75363 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483642 Aug 17 12:08:06.928096 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-6a4ef586-32f5-4945-ab11-e3cfe399be32 service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823953 Aug 17 12:08:07.017645 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-bd132fd4-e13c-4d54-a2f7-84e6342c302c service neutron] 10.222.0.58 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Aug 17 12:08:07.179049 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5f9705c-3ec2-4851-8030-659fdd5db4ea req-42d6e6bd-da81-4c6a-9f8f-c6c639ba0660 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 210 time: 0.0267587 Aug 17 12:08:07.850087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273963f-aedf-4f37-83a6-3b6c35bdbec8 req-e69576b6-e213-4695-8264-de7e97d117a5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:07.851544 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e273963f-aedf-4f37-83a6-3b6c35bdbec8 req-e69576b6-e213-4695-8264-de7e97d117a5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0525696 Aug 17 12:08:07.894474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e273963f-aedf-4f37-83a6-3b6c35bdbec8 req-23e87e61-7d71-41a7-88a9-8be6761e91d2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Aug 17 12:08:08.274139 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-24dd03ec-b0b8-430c-b837-cb384d45de3d req-0cc80ce1-76bd-4514-867e-6020c6d8f35b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 210 time: 0.0262594 Aug 17 12:08:08.567835 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-ffa98113-1250-4c0f-bcb2-29ca4901afc0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:08.569371 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-ffa98113-1250-4c0f-bcb2-29ca4901afc0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 813 time: 0.1059327 Aug 17 12:08:08.599125 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Request body: {'port': {'device_id': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'admin_state_up': True, 'tenant_id': '42c86dd672cc46b4ac000cb8992b9ace'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:08:08.703110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Made reservation on behalf of 42c86dd672cc46b4ac000cb8992b9ace for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:08:08.706612 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:08.845977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Allocated IP 172.20.0.14 (c42fab6a-359c-46a0-aad1-5688d40b9b75/f96119a5-8ed3-4b42-bdf7-61e443c48578/c621fdb1-6606-4be5-8be2-b3c8b623cd2f) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:08:09.001114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.048327 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770298c1-cfa6-44e2-b8cb-08f70c9eec87 req-4c8ecafd-e269-441a-905a-24c9f1a3e8b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:09.049999 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-770298c1-cfa6-44e2-b8cb-08f70c9eec87 req-4c8ecafd-e269-441a-905a-24c9f1a3e8b8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0667014 Aug 17 12:08:09.091197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.122551 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-770298c1-cfa6-44e2-b8cb-08f70c9eec87 req-17da3d4e-7465-4077-b8e8-635e7b97ecb6 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644643 Aug 17 12:08:09.135225 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9', '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'd7d65dbe-9fc0-461e-b82d-001317322610'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:08:09.137033 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Network c42fab6a-359c-46a0-aad1-5688d40b9b75 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:08:09.138809 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:08:09.146639 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:08:09.181518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event updated for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:09.206139 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:09.206773 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.221844 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-436bfb94-a930-461f-aad4-f4f4af5701a8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266668 Aug 17 12:08:09.269723 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Request body: {'port': {'device_id': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:08:09.336760 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.488539 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfc616-f8b2-45ac-9f28-0dcd0b996b59 req-9f200a68-37b0-4c6a-a2a7-03177fd08c24 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:09.490245 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1acfc616-f8b2-45ac-9f28-0dcd0b996b59 req-9f200a68-37b0-4c6a-a2a7-03177fd08c24 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 932 time: 0.1382680 Aug 17 12:08:09.583943 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1acfc616-f8b2-45ac-9f28-0dcd0b996b59 req-b4f06b5e-89c2-4587-8c90-f6b33760c96c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842690 Aug 17 12:08:09.674687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c621fdb1-6606-4be5-8be2-b3c8b623cd2f {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:08:09.681857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.694260 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Transition to ACTIVE for port object c621fdb1-6606-4be5-8be2-b3c8b623cd2f will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:08:09.697738 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.748612 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Pushing event updated for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:09.817164 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Attempting to bind port c621fdb1-6606-4be5-8be2-b3c8b623cd2f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:08:09.817502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Attempting to bind port c621fdb1-6606-4be5-8be2-b3c8b623cd2f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:08:09.817828 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Attempting to bind port c621fdb1-6606-4be5-8be2-b3c8b623cd2f on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:08:09.821993 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Port c621fdb1-6606-4be5-8be2-b3c8b623cd2f on network c42fab6a-359c-46a0-aad1-5688d40b9b75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:08:09.822310 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Attempting to bind port c621fdb1-6606-4be5-8be2-b3c8b623cd2f on network c42fab6a-359c-46a0-aad1-5688d40b9b75 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:08:09.826971 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:08:09.827902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Checking segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:08:09.828283 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Bound using segment: {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:08:09.828705 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Bound port: c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e5d06-119d-499f-8d41-ee6c9c44e98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:08:09.829313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.888738 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:08:09.892205 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:08:09.896722 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.933476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:09.934109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:09.935522 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] 10.222.0.60 "PUT /v2.0/ports/c621fdb1-6606-4be5-8be2-b3c8b623cd2f HTTP/1.1" status: 200 len: 1094 time: 0.6708202 Aug 17 12:08:09.935953 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:08:09.938804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c3af8-5731-4b63-a35b-bbacb6d696ed" -d '{"events": [{"name": "network-changed", "server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:08:09.957864 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1ef8-4212-4b70-b046-899a90c647ac service neutron] Pushing event updated for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:09.975590 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765d7709-af0e-43ec-8758-0b3cdbc4c481 x-openstack-request-id: req-765d7709-af0e-43ec-8758-0b3cdbc4c481 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:08:09.975880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:08:09.976132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-765d7709-af0e-43ec-8758-0b3cdbc4c481 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:08:09.976532 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f', 'status': 'completed', 'code': 200} Aug 17 12:08:10.106391 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-9704d896-f4c5-4d6a-832a-80f869bcb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.107864 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-9704d896-f4c5-4d6a-832a-80f869bcb95b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 1097 time: 0.0403216 Aug 17 12:08:10.188064 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-33b9821e-d566-47f5-a74a-6ce57aa950f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f HTTP/1.1" status: 200 len: 217 time: 0.0373249 Aug 17 12:08:10.241264 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-d75da37a-1ea7-4195-9f13-74c0c9744848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.242731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-d75da37a-1ea7-4195-9f13-74c0c9744848 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0447073 Aug 17 12:08:10.280668 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-bc7f015b-35f0-4148-90f7-416a52af7155 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262051 Aug 17 12:08:10.385663 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-be2d4286-c598-4588-ac38-a623b1e3ce94 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896676 Aug 17 12:08:10.472506 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2ade909-cc59-4d13-bcd8-e22d12df610d req-96f6a138-d7b8-4d1e-845d-b83efee4a95b service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787480 Aug 17 12:08:10.667727 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-c1a56b5a-a675-4419-b046-e3fcba39b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.669163 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-c1a56b5a-a675-4419-b046-e3fcba39b423 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 1097 time: 0.0709000 Aug 17 12:08:10.678216 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627273c3-9cdb-4f5e-8efd-c0b928270d38 req-e90de1b6-8403-4b69-ab19-377bf74c10c7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.679587 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-627273c3-9cdb-4f5e-8efd-c0b928270d38 req-e90de1b6-8403-4b69-ab19-377bf74c10c7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0912557 Aug 17 12:08:10.791395 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-627273c3-9cdb-4f5e-8efd-c0b928270d38 req-bb249e0a-7618-4171-80c1-2370cc56aa21 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Aug 17 12:08:10.798703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae857-6767-4ba9-9cad-fe6133f3cb31 req-82087722-345f-47c5-b619-d6115678a3e1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.800126 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f9ae857-6767-4ba9-9cad-fe6133f3cb31 req-82087722-345f-47c5-b619-d6115678a3e1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.1462758 Aug 17 12:08:10.849287 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-57fc4822-374a-4ed5-a85e-0a692cd69ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.850755 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-57fc4822-374a-4ed5-a85e-0a692cd69ff8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 200 len: 914 time: 0.1577790 Aug 17 12:08:10.870600 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f9ae857-6767-4ba9-9cad-fe6133f3cb31 req-b47bcb8d-7420-47d7-956c-9733e23b50e1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635514 Aug 17 12:08:10.905264 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-6454a38f-62ba-4d91-9600-04754faa9172 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f HTTP/1.1" status: 200 len: 217 time: 0.0453837 Aug 17 12:08:10.959933 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-4c07936e-62fc-47ab-9c78-45a471a8f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:10.961387 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-4c07936e-62fc-47ab-9c78-45a471a8f7c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 200 len: 853 time: 0.0457957 Aug 17 12:08:11.518498 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-a118c718-8d39-43cb-abc0-1f191efb30ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c42fab6a-359c-46a0-aad1-5688d40b9b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263932 Aug 17 12:08:11.619100 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-03a0e5da-e984-4aaf-aeed-283ee605cd88 service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910850 Aug 17 12:08:15.269227 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:08:15.580655 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-477c3af8-5731-4b63-a35b-bbacb6d696ed req-85670932-4c68-487d-9803-65eb045dc97a service neutron] 10.222.0.60 "GET /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Aug 17 12:08:15.747916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5ac8-8058-4aab-83f3-7fd30115661c req-ed7456eb-e268-48aa-bf26-c5dab62657c5 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:15.749497 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-53bd5ac8-8058-4aab-83f3-7fd30115661c req-ed7456eb-e268-48aa-bf26-c5dab62657c5 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Aug 17 12:08:15.787017 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-53bd5ac8-8058-4aab-83f3-7fd30115661c req-1ebdf415-01a9-41e2-9152-48f3f4dfd6fd tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Aug 17 12:08:16.904247 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300c6b7-4874-4054-98bb-a68b3337915a req-21c33012-1484-4b17-820a-593967bebefe tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:16.906316 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f300c6b7-4874-4054-98bb-a68b3337915a req-21c33012-1484-4b17-820a-593967bebefe tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.0522232 Aug 17 12:08:16.945719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f300c6b7-4874-4054-98bb-a68b3337915a req-a864f9f6-ed28-418e-8606-d6442cca7bd1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Aug 17 12:08:18.049274 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39102) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:18.084580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40433c-2ede-4a60-82eb-3a844e7b23e2 req-7b4aae09-a64b-4f6c-b7b5-8a1d36675624 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:18.086753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d40433c-2ede-4a60-82eb-3a844e7b23e2 req-7b4aae09-a64b-4f6c-b7b5-8a1d36675624 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.0619061 Aug 17 12:08:18.129247 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d40433c-2ede-4a60-82eb-3a844e7b23e2 req-6afc0d74-ed95-4f19-bd75-b9d80a81bc47 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361502 Aug 17 12:08:18.163441 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-056e9836-55e1-4959-9a32-272463393814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.252504 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-056e9836-55e1-4959-9a32-272463393814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.257511 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-056e9836-55e1-4959-9a32-272463393814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.295447 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e9836-55e1-4959-9a32-272463393814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e21783-c743-4bf1-aaf6-8f3e3e7384af,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:18.304297 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-056e9836-55e1-4959-9a32-272463393814 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e83d7bdfb0d4f76ba0a8a97a1927b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538931 Aug 17 12:08:18.306870 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39110) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:18.355390 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.377347 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.424315 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.426809 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:18.427958 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2e21783-c743-4bf1-aaf6-8f3e3e7384af HTTP/1.1" status: 204 len: 168 time: 0.1201990 Aug 17 12:08:18.435503 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7108-4fcb-46e0-aad7-d61e5ebe38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e21783-c743-4bf1-aaf6-8f3e3e7384af,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:19.244703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b735f-0141-45b5-9707-ce65b0e7556e req-ecc4ec0d-de10-4eb8-800f-474a1ec209d0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:19.246203 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-829b735f-0141-45b5-9707-ce65b0e7556e req-ecc4ec0d-de10-4eb8-800f-474a1ec209d0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.0493338 Aug 17 12:08:19.284815 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-829b735f-0141-45b5-9707-ce65b0e7556e req-105ac254-ed6b-4f72-802c-c90f35d0d279 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Aug 17 12:08:20.401143 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4796fad-4e62-407a-b45b-e1616b33550d req-2039d457-2ae7-4d57-a2ee-31cf0e03e3fa tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:20.402572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4796fad-4e62-407a-b45b-e1616b33550d req-2039d457-2ae7-4d57-a2ee-31cf0e03e3fa tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 944 time: 0.0496850 Aug 17 12:08:20.671658 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4796fad-4e62-407a-b45b-e1616b33550d req-adcd3169-96da-402d-b29f-637a4bcc4765 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628219 Aug 17 12:08:22.656718 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-03bcce63-605e-47a4-b7dd-8d3151b04b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:23.297622 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c621fdb1-6606-4be5-8be2-b3c8b623cd2f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:08:23.322668 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:23.406318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:08:23.416935 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f', 'network_id': 'c42fab6a-359c-46a0-aad1-5688d40b9b75', 'port_id': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f', 'mac_address': 'fa:16:3e:78:6a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96119a5-8ed3-4b42-bdf7-61e443c48578', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:08:23.453381 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:23.465485 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c621fdb1-6606-4be5-8be2-b3c8b623cd2f {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:08:23.485404 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:08:23.488927 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:23.537297 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:23.544223 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.544569 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.544904 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.545256 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.546135 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.546462 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.546784 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.547105 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.547446 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.547785 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.548104 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.548419 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:23.683558 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d3d1-dfe6-412c-afbc-b0e0437f1949 req-e97d99c6-13fb-4f6a-8e42-7eb60b5244d4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:23.685026 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5749d3d1-dfe6-412c-afbc-b0e0437f1949 req-e97d99c6-13fb-4f6a-8e42-7eb60b5244d4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Aug 17 12:08:23.721789 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5749d3d1-dfe6-412c-afbc-b0e0437f1949 req-3ba94750-cb6d-4c8a-9289-1f6aff2fd967 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Aug 17 12:08:24.364308 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['c621fdb1-6606-4be5-8be2-b3c8b623cd2f'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:08:24.917519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ed0bf-5b69-48c3-bb37-5662f82e36d4 req-90accccb-18b5-4e84-9236-90d3cc7b3d22 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:24.919170 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-af0ed0bf-5b69-48c3-bb37-5662f82e36d4 req-90accccb-18b5-4e84-9236-90d3cc7b3d22 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 945 time: 0.0497887 Aug 17 12:08:24.957800 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-af0ed0bf-5b69-48c3-bb37-5662f82e36d4 req-10d9c1c0-8427-4b36-ae58-99e23bbbed43 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Aug 17 12:08:25.103095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ab7c0327-1c6c-419c-ab9c-085d448b0538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:25.192636 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:25.891523 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 39294) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:25.995780 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a078f420-5179-4b5d-a2d2-2cd975c0e2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.086450 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a078f420-5179-4b5d-a2d2-2cd975c0e2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.090289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a078f420-5179-4b5d-a2d2-2cd975c0e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.129398 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a078f420-5179-4b5d-a2d2-2cd975c0e2e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ab4d339e7414a2fb9e7909d10262d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367730 Aug 17 12:08:26.130535 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078f420-5179-4b5d-a2d2-2cd975c0e2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca7a59-2214-420e-ba6e-bfbb1fb24c74,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:26.132043 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39300) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:26.184952 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.206732 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.253307 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.255685 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:26.256841 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6ca7a59-2214-420e-ba6e-bfbb1fb24c74 HTTP/1.1" status: 204 len: 168 time: 0.1237419 Aug 17 12:08:26.264703 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a7ae8-9b48-4fe3-89a3-37c18746b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca7a59-2214-420e-ba6e-bfbb1fb24c74,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:26.445428 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:28.013265 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:31.630812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cc5ff-1242-4417-8970-eb220c1fe5f2 req-ec2993a9-cc91-4419-93a7-1085bde57458 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:31.632389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e3cc5ff-1242-4417-8970-eb220c1fe5f2 req-ec2993a9-cc91-4419-93a7-1085bde57458 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 945 time: 0.0513601 Aug 17 12:08:31.671389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e3cc5ff-1242-4417-8970-eb220c1fe5f2 req-131a1959-f3d5-44ae-8e02-2e93b06c26e5 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Aug 17 12:08:32.186251 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1648c-1511-49b2-b7b0-2443de62760a req-fff069ea-0a5e-44cb-9927-f44aa1b37d06 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:32.187736 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ad1648c-1511-49b2-b7b0-2443de62760a req-fff069ea-0a5e-44cb-9927-f44aa1b37d06 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0483453 Aug 17 12:08:32.225673 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ad1648c-1511-49b2-b7b0-2443de62760a req-a5ba060b-a611-4f22-b926-92c1d0c457ba tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 17 12:08:32.387265 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-94296b97-24e4-4136-8f29-e8a51e37e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:32.388699 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-94296b97-24e4-4136-8f29-e8a51e37e09f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0416737 Aug 17 12:08:32.476661 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-585e2898-7664-465b-b7ab-8496fac17e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:32.478136 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-585e2898-7664-465b-b7ab-8496fac17e75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.0811269 Aug 17 12:08:32.529238 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-29052702-66f7-4317-b174-7d69c9e88e42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0427256 Aug 17 12:08:32.595748 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-91fb528a-6c2d-4dc3-a8ed-43a3c9793015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:32.597440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-91fb528a-6c2d-4dc3-a8ed-43a3c9793015 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0611143 Aug 17 12:08:32.687470 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-bfdc2d68-3146-434b-badb-f85715f8204e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249388 Aug 17 12:08:32.867792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0503d5-36db-43e7-b35e-7ed45a3d5e8e req-ceb0d553-0051-499f-a89d-e00413ad6ff2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:32.869348 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a0503d5-36db-43e7-b35e-7ed45a3d5e8e req-ceb0d553-0051-499f-a89d-e00413ad6ff2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 945 time: 0.1070056 Aug 17 12:08:32.896042 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-84fdebad-3c02-411b-8e99-e47b5ec45862 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512060 Aug 17 12:08:32.961192 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a0503d5-36db-43e7-b35e-7ed45a3d5e8e req-4fa2d96f-6da2-4ff6-9a59-9f060555257b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843730 Aug 17 12:08:33.013508 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cf2da62-d443-4120-8a65-2d8d770e5c64 req-4c6f97d5-13af-44f3-83c7-b0acd00e657b service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094503 Aug 17 12:08:33.345080 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb0e3b-f405-499b-a176-c6a1351783ea req-9a9f1934-0081-42db-90cc-5ff32d6b7589 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:33.346523 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-96bb0e3b-f405-499b-a176-c6a1351783ea req-9a9f1934-0081-42db-90cc-5ff32d6b7589 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0493603 Aug 17 12:08:33.385147 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-96bb0e3b-f405-499b-a176-c6a1351783ea req-7c69bb79-e9c5-438b-bc6f-db38fa68809b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 17 12:08:35.962424 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c621fdb1-6606-4be5-8be2-b3c8b623cd2f up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:08:36.011375 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port c621fdb1-6606-4be5-8be2-b3c8b623cd2f completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:08:36.015055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port c621fdb1-6606-4be5-8be2-b3c8b623cd2f triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:08:36.015430 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:36.098935 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:36.117734 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:08:36.119943 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1de3561-1c7a-4306-8a8f-e0a7fa8ae1de" -d '{"events": [{"server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "name": "network-vif-plugged", "status": "completed", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:08:36.133343 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:08:36.138003 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:36.196027 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:38.760531 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4635e-f8cb-4983-8110-7a2ab98f3cec req-c554f4b8-4c22-4c95-b49d-9cbaaa962409 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:38.762093 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bd4635e-f8cb-4983-8110-7a2ab98f3cec req-c554f4b8-4c22-4c95-b49d-9cbaaa962409 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0809402 Aug 17 12:08:38.774745 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb369-7fe2-43ce-bb19-aae369c0adb1 req-ca3622d7-88ca-44af-8274-a38a34ed9911 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:38.776178 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0afb369-7fe2-43ce-bb19-aae369c0adb1 req-ca3622d7-88ca-44af-8274-a38a34ed9911 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0698183 Aug 17 12:08:38.830600 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bd4635e-f8cb-4983-8110-7a2ab98f3cec req-559eb66a-ea93-4cd6-a265-131c301f13f4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Aug 17 12:08:38.835325 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0afb369-7fe2-43ce-bb19-aae369c0adb1 req-f225cf66-43f7-41f0-a558-6dcf10d1efab tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Aug 17 12:08:38.871683 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823226c7-c3fb-4d86-95cd-d9f6725b263d x-openstack-request-id: req-823226c7-c3fb-4d86-95cd-d9f6725b263d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:08:38.872168 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "name": "network-vif-plugged", "status": "completed", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:08:38.872262 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-823226c7-c3fb-4d86-95cd-d9f6725b263d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:08:38.872597 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f', 'code': 200} Aug 17 12:08:39.473472 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16213d3e-4f19-4c2a-b2bf-7ae7e4c916bd req-6d35acda-ec58-452b-9c26-f64af22c2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:39.475009 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-16213d3e-4f19-4c2a-b2bf-7ae7e4c916bd req-6d35acda-ec58-452b-9c26-f64af22c2c72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 1099 time: 0.0410848 Aug 17 12:08:39.512253 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-16213d3e-4f19-4c2a-b2bf-7ae7e4c916bd req-36a95fca-5e29-4ba2-b759-40162d95085c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280817 Aug 17 12:08:40.483153 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399dba7-54e0-48fd-a45a-d7010513ab18 req-199fc760-e697-448f-91c9-68d80a27ffde tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:40.485268 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a399dba7-54e0-48fd-a45a-d7010513ab18 req-199fc760-e697-448f-91c9-68d80a27ffde tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0507505 Aug 17 12:08:40.553839 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a399dba7-54e0-48fd-a45a-d7010513ab18 req-9ac98b30-8e6a-451d-8bc2-c1d055b840df tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Aug 17 12:08:40.570200 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421399-b0c7-44c6-bc8c-70e6d67e90d3 req-c36c9185-1b31-4146-a24a-51849c84e145 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:40.571721 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9421399-b0c7-44c6-bc8c-70e6d67e90d3 req-c36c9185-1b31-4146-a24a-51849c84e145 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0737562 Aug 17 12:08:40.617439 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9421399-b0c7-44c6-bc8c-70e6d67e90d3 req-3f7c34ae-6b04-4acc-a270-f2c97325229d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Aug 17 12:08:41.672766 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1fec9-4c8f-4424-95c9-7f9c73fb4c77 req-b9ad2904-59b7-499d-9221-c3969d69dc4f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:41.674270 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65f1fec9-4c8f-4424-95c9-7f9c73fb4c77 req-b9ad2904-59b7-499d-9221-c3969d69dc4f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Aug 17 12:08:41.739363 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65f1fec9-4c8f-4424-95c9-7f9c73fb4c77 req-f3854ea3-2a93-4dfc-b1e9-5145147f1c46 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Aug 17 12:08:41.755730 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e2ce0-d7dd-4acc-a33c-9d27dea221e8 req-1a0d8ac7-c667-4630-bd5d-8363b49f68db tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:41.757253 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c6e2ce0-d7dd-4acc-a33c-9d27dea221e8 req-1a0d8ac7-c667-4630-bd5d-8363b49f68db tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0704269 Aug 17 12:08:41.798516 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2c6e2ce0-d7dd-4acc-a33c-9d27dea221e8 req-1ac73113-0f13-4e0d-a556-45b018d35144 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Aug 17 12:08:42.873078 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844a348-5847-4044-a701-10619988396a req-f4c1a0ca-3e85-4ac8-8fb6-2295afba6795 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:42.873078 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0844a348-5847-4044-a701-10619988396a req-f4c1a0ca-3e85-4ac8-8fb6-2295afba6795 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0631936 Aug 17 12:08:42.935419 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0844a348-5847-4044-a701-10619988396a req-dc01cdd8-a9f8-4aa8-8c7b-9f2d1368c486 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561228 Aug 17 12:08:42.956021 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bb53-3043-4d81-a9ff-67fad3782664 req-c6d53ff4-0fa9-4faa-a862-00762c167102 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:42.957529 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f840bb53-3043-4d81-a9ff-67fad3782664 req-c6d53ff4-0fa9-4faa-a862-00762c167102 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0721285 Aug 17 12:08:43.000667 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f840bb53-3043-4d81-a9ff-67fad3782664 req-a77033e6-6c74-4c36-badc-35d8319c80ac tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Aug 17 12:08:43.268142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a6376-fc6c-4323-8d20-f748504a1591 req-329b1451-cfc3-437d-bcdc-29800f6d6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:43.269911 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ea4a6376-fc6c-4323-8d20-f748504a1591 req-329b1451-cfc3-437d-bcdc-29800f6d6e6f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0537610 Aug 17 12:08:43.309714 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ea4a6376-fc6c-4323-8d20-f748504a1591 req-fd1b1a28-da26-4b6a-916b-f8a1281a910c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Aug 17 12:08:44.116852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfbfe6-9153-49a9-98d9-225d16842bdf req-5f739bc9-a94b-4ca4-b29f-b33122d81650 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:44.118345 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2dfbfe6-9153-49a9-98d9-225d16842bdf req-5f739bc9-a94b-4ca4-b29f-b33122d81650 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Aug 17 12:08:44.154651 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f2dfbfe6-9153-49a9-98d9-225d16842bdf req-11af8a6b-688c-460e-a998-58e38dec5358 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304410 Aug 17 12:08:44.638111 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 39614) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:44.770204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:44.859904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:44.863629 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:44.905449 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5859829030b84d8c8e999bcd1f98989e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662408 Aug 17 12:08:44.908214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 39622) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:44.915115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f10e38f-2727-44c0-a52d-95c923e0b7b2,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:44.931671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.932018 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.932357 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.932695 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.933049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.933381 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.933712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.934037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.934361 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.934682 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.935006 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.935325 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586db8b-180d-4511-a52b-9f4ece6e95c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:44.974382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:44.996284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.042551 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.045035 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.046223 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f10e38f-2727-44c0-a52d-95c923e0b7b2 HTTP/1.1" status: 204 len: 168 time: 0.1365223 Aug 17 12:08:45.053901 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeb531-3b40-4d01-b40f-1a773af3c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f10e38f-2727-44c0-a52d-95c923e0b7b2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:45.274719 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e7d2-b692-452d-a2b7-d80cdfeba8af req-4a55b454-0992-4584-b714-77d04294c9a2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:45.276302 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1101e7d2-b692-452d-a2b7-d80cdfeba8af req-4a55b454-0992-4584-b714-77d04294c9a2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0491111 Aug 17 12:08:45.316219 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1101e7d2-b692-452d-a2b7-d80cdfeba8af req-69e3268a-837d-4a09-bd1c-1e50e5efc82b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325527 Aug 17 12:08:45.329728 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39636) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:45.343529 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.436243 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.440137 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.479254 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=572d81fdc52d437d8289ccb64238c1a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479409 Aug 17 12:08:45.480341 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f760933-2ff9-4811-9c78-65a334b3b28c,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:45.481698 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 39642) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:45.488601 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.488978 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.489328 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.489675 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.490011 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.490346 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.490674 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.491003 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.491333 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.491659 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.491983 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.492306 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b35df-bd9c-465a-b26b-76d9628ac367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:08:45.537445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.562715 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.610251 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.613047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:45.614221 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f760933-2ff9-4811-9c78-65a334b3b28c HTTP/1.1" status: 204 len: 168 time: 0.1315458 Aug 17 12:08:45.622477 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dad65-5bc8-43ec-9013-2cf408fa9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f760933-2ff9-4811-9c78-65a334b3b28c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:46.027445 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39662) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:46.027831 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e071-d26c-4a8c-85ca-66a6f1b8c9be req-f14af522-15e8-4a01-9010-5db9f17544ab tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:46.029573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2152e071-d26c-4a8c-85ca-66a6f1b8c9be req-f14af522-15e8-4a01-9010-5db9f17544ab tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0550795 Aug 17 12:08:46.042021 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e5b0-7532-4c8f-8702-e04062e80cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.069277 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2152e071-d26c-4a8c-85ca-66a6f1b8c9be req-c47136aa-83a9-4327-83df-36f6ba495cac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Aug 17 12:08:46.139654 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e5b0-7532-4c8f-8702-e04062e80cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.144259 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e5b0-7532-4c8f-8702-e04062e80cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.186890 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8e5b0-7532-4c8f-8702-e04062e80cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9387f0-db47-4f9c-b370-827dfb2103c7,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:46.194234 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a2f8e5b0-7532-4c8f-8702-e04062e80cd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8651b3a4d5c54266a9cac573906417bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656549 Aug 17 12:08:46.196796 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 39668) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:08:46.245778 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.266754 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.310993 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.313532 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:46.314663 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a9387f0-db47-4f9c-b370-827dfb2103c7 HTTP/1.1" status: 204 len: 168 time: 0.1169019 Aug 17 12:08:46.322976 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69941f-2573-49ea-8b38-f6eb8253ccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9387f0-db47-4f9c-b370-827dfb2103c7,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:46.436101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec837-a5b1-4f38-b00e-d4cbe1511897 req-ebc0f9b7-0aed-42bb-9698-c0f258da070f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:46.437698 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-90fec837-a5b1-4f38-b00e-d4cbe1511897 req-ebc0f9b7-0aed-42bb-9698-c0f258da070f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0488789 Aug 17 12:08:46.488158 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-90fec837-a5b1-4f38-b00e-d4cbe1511897 req-39a138c3-0dce-4a5b-aa66-a5f824c99392 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Aug 17 12:08:46.834242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d81f-3a59-4d7f-974a-6909a94d24c3 req-2200b14a-f0da-4b63-979e-511e55300af9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:46.835649 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30d6d81f-3a59-4d7f-974a-6909a94d24c3 req-2200b14a-f0da-4b63-979e-511e55300af9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0847497 Aug 17 12:08:46.842104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593c97e-873f-4b73-ae85-c35eca64944d req-5c595114-06d7-4c30-8b72-f664ec33ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:46.843486 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-5c595114-06d7-4c30-8b72-f664ec33ba95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 1099 time: 0.0579233 Aug 17 12:08:46.927292 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30d6d81f-3a59-4d7f-974a-6909a94d24c3 req-6659260b-f870-46da-b73c-e804f4a182a5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822511 Aug 17 12:08:46.954804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593c97e-873f-4b73-ae85-c35eca64944d req-e8eb1e2d-0b0e-41e3-ad7a-facdfc7acfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:46.956247 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-e8eb1e2d-0b0e-41e3-ad7a-facdfc7acfeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 200 len: 919 time: 0.1049581 Aug 17 12:08:46.996411 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-73124978-097d-4acb-a5da-b77a48b91075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 200 len: 217 time: 0.0321419 Aug 17 12:08:47.048301 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593c97e-873f-4b73-ae85-c35eca64944d req-5ed908f0-4785-4f0d-a788-24b7ad4d0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:47.049922 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-5ed908f0-4785-4f0d-a788-24b7ad4d0a39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 200 len: 858 time: 0.0450666 Aug 17 12:08:47.087405 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-da3205bb-cd69-44b5-a987-6a8dd060edb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8abbb495-3924-43e6-a993-0a10446990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 17 12:08:47.221385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d9bf4-24c5-453c-9839-36fd34e43d75 req-62d9e109-7f3f-45c5-a264-beb3af6b7177 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:47.222855 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e22d9bf4-24c5-453c-9839-36fd34e43d75 req-62d9e109-7f3f-45c5-a264-beb3af6b7177 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0802650 Aug 17 12:08:47.239072 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-64b089dc-6176-47cb-b566-056805327d45 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411307 Aug 17 12:08:47.284618 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e22d9bf4-24c5-453c-9839-36fd34e43d75 req-ad50b5da-e242-47b8-9fe5-3b68701cc7f6 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Aug 17 12:08:47.355495 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a593c97e-873f-4b73-ae85-c35eca64944d req-3a5e2a39-9cee-416c-bc44-4d8712745bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976787 Aug 17 12:08:48.043586 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8141b30-ab41-439e-9705-478521fa9f10 req-271bd8d3-1c1c-4546-a315-05b333f854e2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:48.044988 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e8141b30-ab41-439e-9705-478521fa9f10 req-271bd8d3-1c1c-4546-a315-05b333f854e2 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0500786 Aug 17 12:08:48.082572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e8141b30-ab41-439e-9705-478521fa9f10 req-8429c5ba-87da-4193-ac5d-c11fe387392d tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Aug 17 12:08:48.407111 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ef8c-c8b3-408b-83ab-3e7638faacce req-91e48b05-e65c-4a2e-bf4f-61603e91a2eb tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:48.408581 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e9b7ef8c-c8b3-408b-83ab-3e7638faacce req-91e48b05-e65c-4a2e-bf4f-61603e91a2eb tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0550885 Aug 17 12:08:48.453380 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e9b7ef8c-c8b3-408b-83ab-3e7638faacce req-7ad8bf08-fb25-4cca-9e52-af61c793eeed tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Aug 17 12:08:49.007986 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-86403933-7cb4-4f60-9da9-3acf7712fe43 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:49.009446 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-86403933-7cb4-4f60-9da9-3acf7712fe43 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 946 time: 0.0524960 Aug 17 12:08:49.122469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Deleting port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:08:49.123076 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:49.253831 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb70311-98f3-4f7b-be43-4ad5dfbc04c6 req-691f2d40-7e94-41ee-96ec-4aae4b51529c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:49.255275 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdb70311-98f3-4f7b-be43-4ad5dfbc04c6 req-691f2d40-7e94-41ee-96ec-4aae4b51529c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0913243 Aug 17 12:08:49.271695 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] For port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:08:49.272058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:49.292183 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Calling delete_port for 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:08:49.319009 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdb70311-98f3-4f7b-be43-4ad5dfbc04c6 req-b193c76a-acec-49ce-bb49-fc61274b6b7e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Aug 17 12:08:49.430501 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:49.457498 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Pushing event deleted for resources: {'Port': ['ID=8b0c2723-d1f4-411f-8d73-bbff4bc78a99,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:08:49.478897 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['8b0c2723-d1f4-411f-8d73-bbff4bc78a99'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:08:49.501299 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] No DVR routers for this DVR port 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:08:49.503881 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:49.505915 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-96112a8f-bb43-4024-8eba-abe48a1b1c78 req-2e88923a-fad7-45a3-8a07-344b8622d5cd tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "DELETE /v2.0/ports/8b0c2723-d1f4-411f-8d73-bbff4bc78a99 HTTP/1.1" status: 204 len: 173 time: 0.4668567 Aug 17 12:08:49.506363 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'name': 'network-vif-deleted', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:08:49.509065 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1531ca6-bed1-44e9-bcea-d341e538df2e" -d '{"events": [{"server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "name": "network-vif-deleted", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:08:49.550849 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b77e253-ee88-4656-b1f5-b1a83d1c4543 x-openstack-request-id: req-7b77e253-ee88-4656-b1f5-b1a83d1c4543 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:08:49.551203 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3137f6f9-bef3-45db-a8a1-650ccbefbe56", "name": "network-vif-deleted", "tag": "8b0c2723-d1f4-411f-8d73-bbff4bc78a99", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:08:49.551385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b77e253-ee88-4656-b1f5-b1a83d1c4543 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:08:49.551771 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3137f6f9-bef3-45db-a8a1-650ccbefbe56', 'name': 'network-vif-deleted', 'tag': '8b0c2723-d1f4-411f-8d73-bbff4bc78a99', 'status': 'completed', 'code': 200} Aug 17 12:08:49.553720 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d98f6ba-3676-47e2-b6ed-e8eaa4247b19 req-61ddf30b-e742-4361-bf04-9caa94904930 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=3137f6f9-bef3-45db-a8a1-650ccbefbe56 HTTP/1.1" status: 200 len: 210 time: 0.0281274 Aug 17 12:08:49.661036 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-d88954d4-548e-4196-98cc-e8df72d10328 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407693 Aug 17 12:08:49.755983 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-f1f406e0-95ed-4443-ae80-aa237a4b5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:49.757383 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-f1f406e0-95ed-4443-ae80-aa237a4b5c60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.0436883 Aug 17 12:08:49.865084 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-c92ba0a7-9ed2-442a-8a6a-230e1f343694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:49.866502 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-c92ba0a7-9ed2-442a-8a6a-230e1f343694 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0814114 Aug 17 12:08:49.934572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-6f023b8f-81bb-4951-94b9-a961d5c315fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1000 time: 0.0584877 Aug 17 12:08:49.986543 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-eea45a5c-74c9-41e0-8499-87a1e26b94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:49.988005 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-eea45a5c-74c9-41e0-8499-87a1e26b94f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0447972 Aug 17 12:08:50.034463 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-6b0e0848-c839-40b1-addc-8a26b3f1ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:50.035962 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-6b0e0848-c839-40b1-addc-8a26b3f1ca80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401762 Aug 17 12:08:50.137524 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-853af668-f4cb-4299-a15a-ab26b7cef0ba service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849211 Aug 17 12:08:50.274828 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b62dc4b-fe4b-4af1-85cd-75aa7a95139e req-4c7b8be5-43f4-47ef-9863-e99d0139cdf2 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Aug 17 12:08:50.438367 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0915801-6224-43fa-b7b1-3b5b69c94e8c req-88f63ec2-8b6c-41d3-9957-51fb9f624042 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:50.439828 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0915801-6224-43fa-b7b1-3b5b69c94e8c req-88f63ec2-8b6c-41d3-9957-51fb9f624042 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Aug 17 12:08:50.478523 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0915801-6224-43fa-b7b1-3b5b69c94e8c req-41a1b93c-4ba6-4e67-af77-bdd346362489 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Aug 17 12:08:52.268825 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:08:52.656671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-8f0a3a1a-3465-4e6c-85a3-e8ef4f0418e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:54.189723 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:08:54.214146 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:08:54.214479 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 8b0c2723-d1f4-411f-8d73-bbff4bc78a99 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:08:54.222255 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:54.278668 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20d63-22ec-42e6-aa14-7769b7b7d6df req-7592d0f8-2187-4df9-89c4-78a3bbcf673c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:54.280137 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4d20d63-22ec-42e6-aa14-7769b7b7d6df req-7592d0f8-2187-4df9-89c4-78a3bbcf673c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0511150 Aug 17 12:08:54.316931 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4d20d63-22ec-42e6-aa14-7769b7b7d6df req-86348954-f3f6-46bc-9532-7db5bb1aa48c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304387 Aug 17 12:08:55.103100 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bfffb844-c759-4967-bfec-1a21e490b3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:55.194710 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:56.447699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:57.408741 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdad76e-28a3-4a5a-9042-694a9f62b3bc req-8987d585-d3d0-4505-85a6-9a5ada93f67e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:57.410240 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fdad76e-28a3-4a5a-9042-694a9f62b3bc req-8987d585-d3d0-4505-85a6-9a5ada93f67e tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0477395 Aug 17 12:08:57.447224 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0fdad76e-28a3-4a5a-9042-694a9f62b3bc req-9ac4c64a-04a0-4b5d-b3f2-c57386f7eb8f tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Aug 17 12:08:58.014231 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:08:58.751727 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f07bc-38df-4d50-a54d-c787cd1e4ae0 req-bf7a94c0-c374-42f5-8a0a-8091a1871a2b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:08:58.753191 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-525f07bc-38df-4d50-a54d-c787cd1e4ae0 req-bf7a94c0-c374-42f5-8a0a-8091a1871a2b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0473216 Aug 17 12:08:58.789515 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-525f07bc-38df-4d50-a54d-c787cd1e4ae0 req-96d18d95-3fb8-42c4-bda4-669ab865cde8 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Aug 17 12:09:05.783441 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-5f80b50e-a177-4d5d-b1ae-66210d57bc81 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:05.785046 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-5f80b50e-a177-4d5d-b1ae-66210d57bc81 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 813 time: 0.1087365 Aug 17 12:09:05.800993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-1a668434-853b-4419-99aa-165c51abedb5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/quotas/027cea84a777445faa22b269064dcb4a HTTP/1.1" status: 200 len: 375 time: 0.0100331 Aug 17 12:09:05.831478 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-3571ba3c-ddb3-4493-9596-6a49a2708a60 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249639 Aug 17 12:09:05.920670 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-089dc922-4ab9-42f3-8639-d5563193e887 service neutron] 10.222.0.58 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824978 Aug 17 12:09:06.013035 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-d734243c-c0d7-490e-aff0-5d265f7f9d08 service neutron] 10.222.0.58 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858748 Aug 17 12:09:06.165360 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2003e616-10c5-4111-8a23-94dfd5b814de req-20c79f81-d78a-4499-9e4f-73b8189b23f7 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 210 time: 0.0264068 Aug 17 12:09:07.256350 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-828a0344-1269-480e-9024-e178f7f34fb5 req-1ed7ff1d-1b80-4acd-b006-08cb061d928b tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 210 time: 0.0261333 Aug 17 12:09:07.650880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-0831c7f4-052f-4c30-b5ea-9b57e93ef84c tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:07.652363 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-0831c7f4-052f-4c30-b5ea-9b57e93ef84c tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 813 time: 0.1012175 Aug 17 12:09:07.674132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Request body: {'port': {'device_id': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba', 'admin_state_up': True, 'tenant_id': '027cea84a777445faa22b269064dcb4a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:09:07.799526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Made reservation on behalf of 027cea84a777445faa22b269064dcb4a for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:09:07.803155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:07.934587 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Allocated IP 172.20.0.13 (7516f543-2012-4b76-b25a-475e82b8eaba/40f4ec19-e501-4f3b-88a8-adcfe10a09e8/71839a8a-d7c3-4069-a954-36b67335527d) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:09:08.100632 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.171793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.182490 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0a3e3-d071-4781-bd5f-2e6847632348 req-6303a310-f7f9-4e76-8446-45256ebcd4ba tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:08.183942 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4e0a3e3-d071-4781-bd5f-2e6847632348 req-6303a310-f7f9-4e76-8446-45256ebcd4ba tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0728562 Aug 17 12:09:08.239504 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Network 7516f543-2012-4b76-b25a-475e82b8eaba is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:09:08.246901 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:09:08.253050 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:09:08.260056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Pushing event updated for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:08.290043 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4e0a3e3-d071-4781-bd5f-2e6847632348 req-dd9161bf-9917-44f2-bfb9-8163aa5007c6 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984108 Aug 17 12:09:08.315114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:08.315724 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.330042 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-71e468b8-48e9-4d0a-87a9-43f860ffb2af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6596870 Aug 17 12:09:08.363757 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Request body: {'port': {'device_id': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:09:08.422094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21df38b-85f5-45af-96c0-61b2c807f121 req-79114eef-c53a-4f5f-af74-49d6217dda05 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:08.423553 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f21df38b-85f5-45af-96c0-61b2c807f121 req-79114eef-c53a-4f5f-af74-49d6217dda05 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 932 time: 0.0917280 Aug 17 12:09:08.431567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.492395 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f21df38b-85f5-45af-96c0-61b2c807f121 req-9039d885-68cf-465b-b0df-74af43723d15 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622694 Aug 17 12:09:08.717462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71839a8a-d7c3-4069-a954-36b67335527d {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:09:08.724577 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.736628 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Transition to ACTIVE for port object 71839a8a-d7c3-4069-a954-36b67335527d will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:09:08.740775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.790934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:08.852243 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Attempting to bind port 71839a8a-d7c3-4069-a954-36b67335527d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:09:08.852579 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Attempting to bind port 71839a8a-d7c3-4069-a954-36b67335527d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:09:08.852906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Attempting to bind port 71839a8a-d7c3-4069-a954-36b67335527d on network 7516f543-2012-4b76-b25a-475e82b8eaba {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:09:08.857166 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Port 71839a8a-d7c3-4069-a954-36b67335527d on network 7516f543-2012-4b76-b25a-475e82b8eaba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:09:08.857490 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Attempting to bind port 71839a8a-d7c3-4069-a954-36b67335527d on network 7516f543-2012-4b76-b25a-475e82b8eaba {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:09:08.863134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:09:08.863470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Checking segment: {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:09:08.863848 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Bound using segment: {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:09:08.864269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Bound port: 71839a8a-d7c3-4069-a954-36b67335527d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '767bc22e-4623-4487-9887-dd27328020cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:09:08.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.933520 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:09:08.936523 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71839a8a-d7c3-4069-a954-36b67335527d,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:09:08.941045 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.976509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:08.977247 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:08.978610 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] 10.222.0.60 "PUT /v2.0/ports/71839a8a-d7c3-4069-a954-36b67335527d HTTP/1.1" status: 200 len: 1094 time: 0.6200314 Aug 17 12:09:08.979347 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:08.981295 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e096ab-abe7-49c3-b72a-733f9715ef51" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "tag": "71839a8a-d7c3-4069-a954-36b67335527d"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:09.001048 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02c00-8bd1-421d-8d53-f81c53269ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:09.061352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304f0f6e-8d77-4397-90af-4d18cfe292f0 x-openstack-request-id: req-304f0f6e-8d77-4397-90af-4d18cfe292f0 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:09.061684 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "tag": "71839a8a-d7c3-4069-a954-36b67335527d", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:09.061942 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-304f0f6e-8d77-4397-90af-4d18cfe292f0 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:09.062335 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d', 'status': 'completed', 'code': 200} Aug 17 12:09:09.167384 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-f4939901-6cbe-4d8c-b6b4-98375a114ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:09.168879 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-f4939901-6cbe-4d8c-b6b4-98375a114ed7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 1097 time: 0.0417700 Aug 17 12:09:09.283345 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c344d-f8f3-44e5-8b99-e6d3fb8c442d req-7db0305d-c1ce-4cf9-af15-20d8f1add51a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:09.284773 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-484c344d-f8f3-44e5-8b99-e6d3fb8c442d req-7db0305d-c1ce-4cf9-af15-20d8f1add51a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Aug 17 12:09:09.324535 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-708669e2-cfe6-4040-a696-15c5ba3fa0d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71839a8a-d7c3-4069-a954-36b67335527d HTTP/1.1" status: 200 len: 217 time: 0.0385494 Aug 17 12:09:09.383258 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-484c344d-f8f3-44e5-8b99-e6d3fb8c442d req-28f3e0ba-a096-4c7c-9a3a-ee5e20061b03 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904419 Aug 17 12:09:09.419861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-db8ce70c-3b7e-4a10-adb5-35a9611773bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:09.421973 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-db8ce70c-3b7e-4a10-adb5-35a9611773bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40f4ec19-e501-4f3b-88a8-adcfe10a09e8 HTTP/1.1" status: 200 len: 853 time: 0.0840626 Aug 17 12:09:09.448565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c458714-973c-4476-a2b4-e7f45144a56a req-8f1ff73d-1e68-4f3d-ab44-efa7fc731542 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:09.450068 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c458714-973c-4476-a2b4-e7f45144a56a req-8f1ff73d-1e68-4f3d-ab44-efa7fc731542 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0792387 Aug 17 12:09:09.706777 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-c986396a-303c-4cfc-a851-e60e9d01b6b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7516f543-2012-4b76-b25a-475e82b8eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2761211 Aug 17 12:09:09.807304 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c458714-973c-4476-a2b4-e7f45144a56a req-b0d7261a-2d54-442b-a665-0fae93ada7f1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038926 Aug 17 12:09:09.829954 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823340a-1d10-4467-b5b0-d38aa474746e req-8ab8571b-6ae5-4951-9a13-c422cccac4cc tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:09.831408 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8823340a-1d10-4467-b5b0-d38aa474746e req-8ab8571b-6ae5-4951-9a13-c422cccac4cc tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.1270432 Aug 17 12:09:09.867862 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-e1543a75-b3fa-409b-af0d-2ee650eede91 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417735 Aug 17 12:09:09.883291 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8823340a-1d10-4467-b5b0-d38aa474746e req-10353ff6-7602-415f-a44c-8aba01316204 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Aug 17 12:09:09.967612 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f22daf9-ce35-45d4-858d-9b1810fc9167 req-4d401322-ae9d-4500-82fc-284ce8de6074 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833380 Aug 17 12:09:10.223403 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-7162dd85-bd80-4553-8445-2e7b88a9916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:10.224786 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-7162dd85-bd80-4553-8445-2e7b88a9916f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=027cea84a777445faa22b269064dcb4a&device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 1097 time: 0.0409334 Aug 17 12:09:10.371495 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-ed78101f-8e07-42c4-ac4f-a610af2fc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:10.372955 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-ed78101f-8e07-42c4-ac4f-a610af2fc899 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 200 len: 914 time: 0.0826085 Aug 17 12:09:10.417129 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-f0b2d2d1-743f-4b03-b57f-f7a05596bbc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71839a8a-d7c3-4069-a954-36b67335527d HTTP/1.1" status: 200 len: 217 time: 0.0349560 Aug 17 12:09:10.489759 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-74ec8b0a-f614-4137-967b-869aa23828e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:10.491074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-74ec8b0a-f614-4137-967b-869aa23828e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=40f4ec19-e501-4f3b-88a8-adcfe10a09e8 HTTP/1.1" status: 200 len: 853 time: 0.0643568 Aug 17 12:09:10.517960 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17fd62-050d-43a3-b194-59bd324b6bbd req-ec021d37-5e7d-4a82-b6f3-345b08cd5fb0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:10.519353 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b17fd62-050d-43a3-b194-59bd324b6bbd req-ec021d37-5e7d-4a82-b6f3-345b08cd5fb0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0614712 Aug 17 12:09:10.535824 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-de5872c3-a605-4ac0-b1e6-22cf76e82fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7516f543-2012-4b76-b25a-475e82b8eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348573 Aug 17 12:09:10.606967 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b17fd62-050d-43a3-b194-59bd324b6bbd req-9a918b37-d828-4bc1-8312-4649bf38b0b0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738430 Aug 17 12:09:10.644644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-7e3d3def-96d5-4d97-aac7-dbce543513b1 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937619 Aug 17 12:09:10.746969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e5e096ab-abe7-49c3-b72a-733f9715ef51 req-9ed12b41-5376-42d6-b213-bd91fb758238 service neutron] 10.222.0.60 "GET /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826991 Aug 17 12:09:10.918697 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72ea67-07c3-4c41-a08e-62011f779210 req-b1fcf695-825a-4393-af6a-cc3bf38079be tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:10.920249 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cf72ea67-07c3-4c41-a08e-62011f779210 req-b1fcf695-825a-4393-af6a-cc3bf38079be tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0479422 Aug 17 12:09:10.966304 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cf72ea67-07c3-4c41-a08e-62011f779210 req-09067183-c1df-4e1f-9604-df31b365c7ea tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Aug 17 12:09:11.001946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188edd5-6383-46cf-bf15-c9c0423c2d14 req-54d85b45-c532-4dfb-a597-e836f38840cf tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:11.003328 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0188edd5-6383-46cf-bf15-c9c0423c2d14 req-54d85b45-c532-4dfb-a597-e836f38840cf tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0505273 Aug 17 12:09:11.038830 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0188edd5-6383-46cf-bf15-c9c0423c2d14 req-b58d7351-2459-4740-8444-9710ea6283b2 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297155 Aug 17 12:09:11.726444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fbfe-6b4c-47bc-bd06-ce2495404cf1 req-deb93d28-6b17-4a7e-a93d-1b14e70f5aa4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:11.727920 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0450fbfe-6b4c-47bc-bd06-ce2495404cf1 req-deb93d28-6b17-4a7e-a93d-1b14e70f5aa4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0513151 Aug 17 12:09:11.766107 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0450fbfe-6b4c-47bc-bd06-ce2495404cf1 req-1174ddd9-0370-4ab4-8653-25859681bdc2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Aug 17 12:09:12.079826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc805b-abe6-45c9-9d0d-bd073ad63ad7 req-78f18148-0f65-427a-95d3-9d367f57b504 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:12.081333 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-76cc805b-abe6-45c9-9d0d-bd073ad63ad7 req-78f18148-0f65-427a-95d3-9d367f57b504 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Aug 17 12:09:12.117660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-76cc805b-abe6-45c9-9d0d-bd073ad63ad7 req-a8183e1e-d08c-4609-8537-6674a3dde919 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Aug 17 12:09:12.218825 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f28be4-580e-484b-bd49-bbb20f8bf203 req-3c040de2-269b-42f2-a2b1-18f2321c1fca tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:12.220246 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-02f28be4-580e-484b-bd49-bbb20f8bf203 req-3c040de2-269b-42f2-a2b1-18f2321c1fca tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0470898 Aug 17 12:09:12.257126 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-02f28be4-580e-484b-bd49-bbb20f8bf203 req-7b9743a2-520d-4b8b-8cb7-0eb4c5db1c44 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Aug 17 12:09:12.884054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db2803-69ca-4cf9-a94e-8cc6794f570b req-90c20bfe-300c-455d-bd57-33b82a066785 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:12.885572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28db2803-69ca-4cf9-a94e-8cc6794f570b req-90c20bfe-300c-455d-bd57-33b82a066785 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Aug 17 12:09:12.922580 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28db2803-69ca-4cf9-a94e-8cc6794f570b req-e640d07b-784c-4008-b512-508e48d64e27 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Aug 17 12:09:13.229567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf028b-73b6-404d-8e0f-edad0e64158d req-a1216bde-661d-42e9-8357-d55504d83cfa tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:13.231013 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3bcf028b-73b6-404d-8e0f-edad0e64158d req-a1216bde-661d-42e9-8357-d55504d83cfa tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0478497 Aug 17 12:09:13.266856 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3bcf028b-73b6-404d-8e0f-edad0e64158d req-62c0c682-7f5d-40b2-8b57-084da31b79b5 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301676 Aug 17 12:09:17.242978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-4f81f532-bf5f-4734-a901-dc5c6227136c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:17.244501 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-4f81f532-bf5f-4734-a901-dc5c6227136c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.0481932 Aug 17 12:09:17.352901 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781427-c17f-4e0b-8058-14deb9b177f3 req-1621645b-10fe-4384-ad50-2f150d9ff6d9 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:17.354365 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f781427-c17f-4e0b-8058-14deb9b177f3 req-1621645b-10fe-4384-ad50-2f150d9ff6d9 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0793183 Aug 17 12:09:17.478676 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f781427-c17f-4e0b-8058-14deb9b177f3 req-591eae41-99fe-4672-b410-46cc7f0ce6b2 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148326 Aug 17 12:09:17.489584 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bac37-0264-4ee7-b73c-c97760c6b99c req-3e844df5-ad20-482e-97dd-d3cfc6fa4b62 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:17.491062 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a98bac37-0264-4ee7-b73c-c97760c6b99c req-3e844df5-ad20-482e-97dd-d3cfc6fa4b62 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.1489065 Aug 17 12:09:17.527362 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-256f0c49-6d8d-4174-a3d6-d1966640cea2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:17.528798 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-256f0c49-6d8d-4174-a3d6-d1966640cea2 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 946 time: 0.1154957 Aug 17 12:09:17.536979 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Deleting port d902a541-53a0-437a-9361-a19fb40e3a79 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:17.537579 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:17.633730 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a98bac37-0264-4ee7-b73c-c97760c6b99c req-540d3b19-3c3e-4c15-a96a-a36bac1374d6 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362700 Aug 17 12:09:17.721404 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc86857-1c45-4950-9850-603845c20c1a req-fb0368a5-083c-446a-919c-5c6f8ebf0746 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:17.722878 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bc86857-1c45-4950-9850-603845c20c1a req-fb0368a5-083c-446a-919c-5c6f8ebf0746 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 945 time: 0.1770587 Aug 17 12:09:17.732401 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] For port d902a541-53a0-437a-9361-a19fb40e3a79, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d902a541-53a0-437a-9361-a19fb40e3a79,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:17.732763 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:17.761500 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Calling delete_port for d902a541-53a0-437a-9361-a19fb40e3a79 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:17.800772 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8bc86857-1c45-4950-9850-603845c20c1a req-bbc19e69-aeaf-40bb-b25c-af59d09ff2f9 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Aug 17 12:09:17.802456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Deleting port c621fdb1-6606-4be5-8be2-b3c8b623cd2f {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:17.802792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:17.936488 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] For port c621fdb1-6606-4be5-8be2-b3c8b623cd2f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:17.936767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:17.968143 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Calling delete_port for c621fdb1-6606-4be5-8be2-b3c8b623cd2f owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:18.029788 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:18.067058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Pushing event deleted for resources: {'Port': ['ID=d902a541-53a0-437a-9361-a19fb40e3a79,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:18.077143 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'd902a541-53a0-437a-9361-a19fb40e3a79'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:18.120726 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] No DVR routers for this DVR port d902a541-53a0-437a-9361-a19fb40e3a79 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:18.125462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:18.127553 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5b0e39a8-b510-4bf5-8830-72a925bb0557 req-32d63d8c-dbf7-4122-abff-699b65c06e0c tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "DELETE /v2.0/ports/d902a541-53a0-437a-9361-a19fb40e3a79 HTTP/1.1" status: 204 len: 173 time: 0.8221533 Aug 17 12:09:18.128047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'name': 'network-vif-deleted', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:18.130331 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a16eded-c52c-4455-bb0c-8d1a05f251d2" -d '{"events": [{"server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "name": "network-vif-deleted", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:18.169631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb4f355-b22e-418f-8319-db929aa78242 x-openstack-request-id: req-ecb4f355-b22e-418f-8319-db929aa78242 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:18.169984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748", "name": "network-vif-deleted", "tag": "d902a541-53a0-437a-9361-a19fb40e3a79", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:18.170215 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ecb4f355-b22e-418f-8319-db929aa78242 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:18.170606 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748', 'name': 'network-vif-deleted', 'tag': 'd902a541-53a0-437a-9361-a19fb40e3a79', 'status': 'completed', 'code': 200} Aug 17 12:09:18.188786 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:18.217409 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event deleted for resources: {'Port': ['ID=c621fdb1-6606-4be5-8be2-b3c8b623cd2f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:18.262032 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] No DVR routers for this DVR port c621fdb1-6606-4be5-8be2-b3c8b623cd2f on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:18.264509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:18.267127 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a5f2677-b5df-47f9-b0a2-14568d21a7f7 req-89be6ee0-f976-4179-9dca-a54430874776 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "DELETE /v2.0/ports/c621fdb1-6606-4be5-8be2-b3c8b623cd2f HTTP/1.1" status: 204 len: 173 time: 0.7268522 Aug 17 12:09:18.597467 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc1640-0829-49c1-a100-dbc42d83a463 req-682ab42a-65a7-41ac-9649-b0e7793682f9 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:18.598776 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73bc1640-0829-49c1-a100-dbc42d83a463 req-682ab42a-65a7-41ac-9649-b0e7793682f9 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0476451 Aug 17 12:09:18.636456 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73bc1640-0829-49c1-a100-dbc42d83a463 req-054410f7-4288-4d8d-9100-b863521a0956 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 17 12:09:18.741868 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-feb6d5bd-4363-4a40-8f36-8b4cce12adb7 req-89f9aa29-a1ad-414b-a5e5-7141c6a8fff8 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=952d255a-d17f-4ebc-8fa9-d79a13676f77 HTTP/1.1" status: 200 len: 210 time: 0.0273435 Aug 17 12:09:18.761474 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9', '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'd7d65dbe-9fc0-461e-b82d-001317322610'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:18.908337 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-902a5072-6015-4bf4-8acb-7cfcd5ead18a req-35e425a5-adae-425c-a906-4d112f2cba6a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7b1afde-c0fb-4bf4-8ba6-2d581a9ac748 HTTP/1.1" status: 200 len: 210 time: 0.0251839 Aug 17 12:09:19.214329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c621fdb1-6606-4be5-8be2-b3c8b623cd2f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:19.237060 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: c621fdb1-6606-4be5-8be2-b3c8b623cd2f {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:19.237409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c621fdb1-6606-4be5-8be2-b3c8b623cd2f not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:19.754641 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f011f-92c0-44fc-ba12-7b0201c0c8ea req-e2f6a6e3-7670-4375-8425-41a3edb4a8b3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:19.756111 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ba1f011f-92c0-44fc-ba12-7b0201c0c8ea req-e2f6a6e3-7670-4375-8425-41a3edb4a8b3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0525343 Aug 17 12:09:19.797756 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ba1f011f-92c0-44fc-ba12-7b0201c0c8ea req-d1327a9f-aefe-4531-ac60-9057454eb593 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Aug 17 12:09:20.170550 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7956ebe-2895-4f7b-af01-7f6a879b7cb9 req-cc41cc99-d141-46d4-b245-b6d76e628461 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:20.172558 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c7956ebe-2895-4f7b-af01-7f6a879b7cb9 req-cc41cc99-d141-46d4-b245-b6d76e628461 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Aug 17 12:09:20.173027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'name': 'network-vif-deleted', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:20.175229 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214bf357-c987-4f41-91f0-7ab11af4606d" -d '{"events": [{"server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "name": "network-vif-deleted", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:20.211104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb8c35-ff28-47e1-b9c7-2106cf56cc5d x-openstack-request-id: req-f7eb8c35-ff28-47e1-b9c7-2106cf56cc5d {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:20.211399 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d255a-d17f-4ebc-8fa9-d79a13676f77", "name": "network-vif-deleted", "tag": "c621fdb1-6606-4be5-8be2-b3c8b623cd2f", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:20.211662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7eb8c35-ff28-47e1-b9c7-2106cf56cc5d {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:20.212051 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d255a-d17f-4ebc-8fa9-d79a13676f77', 'name': 'network-vif-deleted', 'tag': 'c621fdb1-6606-4be5-8be2-b3c8b623cd2f', 'status': 'completed', 'code': 200} Aug 17 12:09:20.215466 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c7956ebe-2895-4f7b-af01-7f6a879b7cb9 req-daeed8ea-c9a6-4c66-934b-251f77547521 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Aug 17 12:09:20.916670 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b09c07-95db-4b1b-acbf-9024bf8db597 req-805f9dc4-900d-49bd-a5de-8a7b5bfe443d tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:20.918189 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00b09c07-95db-4b1b-acbf-9024bf8db597 req-805f9dc4-900d-49bd-a5de-8a7b5bfe443d tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 944 time: 0.0480049 Aug 17 12:09:20.955915 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00b09c07-95db-4b1b-acbf-9024bf8db597 req-17969a88-ea29-4e16-bbc3-005d92d5de19 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Aug 17 12:09:21.131852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabfc31-f579-4a3b-94ac-0477633cacbf req-a156fc8a-d93e-422c-b705-1fb44d936628 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:21.133323 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bcabfc31-f579-4a3b-94ac-0477633cacbf req-a156fc8a-d93e-422c-b705-1fb44d936628 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0506186 Aug 17 12:09:21.170252 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bcabfc31-f579-4a3b-94ac-0477633cacbf req-2b18b549-5086-4bae-947b-163dc5bc870f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Aug 17 12:09:21.218529 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 71839a8a-d7c3-4069-a954-36b67335527d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:09:21.228146 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d902a541-53a0-437a-9361-a19fb40e3a79 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:21.251923 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: d902a541-53a0-437a-9361-a19fb40e3a79 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:21.252269 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d902a541-53a0-437a-9361-a19fb40e3a79 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:21.330714 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212e4d1-2017-43c8-8060-baf57b1aa099 req-fbaa6fa3-7354-476a-be08-afd8f8528460 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:21.332209 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8212e4d1-2017-43c8-8060-baf57b1aa099 req-fbaa6fa3-7354-476a-be08-afd8f8528460 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0481029 Aug 17 12:09:21.332330 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71839a8a-d7c3-4069-a954-36b67335527d,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:21.342697 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '71839a8a-d7c3-4069-a954-36b67335527d', 'network_id': '7516f543-2012-4b76-b25a-475e82b8eaba', 'port_id': '71839a8a-d7c3-4069-a954-36b67335527d', 'mac_address': 'fa:16:3e:68:ec:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f4ec19-e501-4f3b-88a8-adcfe10a09e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:09:21.368691 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8212e4d1-2017-43c8-8060-baf57b1aa099 req-9e031163-44da-4562-a5d6-72fdcb5e6f39 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304651 Aug 17 12:09:21.383673 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:21.396032 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71839a8a-d7c3-4069-a954-36b67335527d {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:09:21.414817 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71839a8a-d7c3-4069-a954-36b67335527d,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:21.418837 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:21.465491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:21.988878 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['71839a8a-d7c3-4069-a954-36b67335527d'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:22.073607 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d73423-65eb-4f42-82e6-5363c9925caf req-4b3eb01d-8649-4347-8306-6792d420f4c5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:22.075056 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11d73423-65eb-4f42-82e6-5363c9925caf req-4b3eb01d-8649-4347-8306-6792d420f4c5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 945 time: 0.0483892 Aug 17 12:09:22.112062 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-11d73423-65eb-4f42-82e6-5363c9925caf req-62d1eef4-dd28-44ce-be25-d9a0d0991198 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299497 Aug 17 12:09:22.286127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eadf7-e9dc-48d9-8579-4f3e5664dd2e req-cc50f884-72b6-42e8-8f2c-8041c149af4f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:22.287744 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b6eadf7-e9dc-48d9-8579-4f3e5664dd2e req-cc50f884-72b6-42e8-8f2c-8041c149af4f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0509567 Aug 17 12:09:22.324490 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b6eadf7-e9dc-48d9-8579-4f3e5664dd2e req-dfd326df-3487-41b0-a5ba-75401a77bdfd tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Aug 17 12:09:22.488533 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ea79-e913-49ed-bb43-69331960f085 req-68e211fc-7c80-47c8-93d7-fd89398ac5c1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:22.490035 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-75c9ea79-e913-49ed-bb43-69331960f085 req-68e211fc-7c80-47c8-93d7-fd89398ac5c1 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0569780 Aug 17 12:09:22.526145 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-75c9ea79-e913-49ed-bb43-69331960f085 req-14f4b7a8-71e4-4e3b-8c02-81aacf01f614 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302384 Aug 17 12:09:22.657597 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f3d19e1c-6735-4a55-8e16-a065a0be3ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:23.226291 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8a911-6f6e-41f5-9934-91fe6229bf82 req-f1470d66-65eb-42a8-b02a-0cf96efa6b4b tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:23.227728 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8ca8a911-6f6e-41f5-9934-91fe6229bf82 req-f1470d66-65eb-42a8-b02a-0cf96efa6b4b tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 945 time: 0.0465229 Aug 17 12:09:23.264101 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8ca8a911-6f6e-41f5-9934-91fe6229bf82 req-21f40fba-963e-4ec6-980c-153c50d62d88 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305009 Aug 17 12:09:23.437978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b425d8-b6cb-46ab-ba36-208ffc6af1d5 req-7ee833e8-6aa6-4e7c-b64c-5990f38d39f0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:23.439344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2b425d8-b6cb-46ab-ba36-208ffc6af1d5 req-7ee833e8-6aa6-4e7c-b64c-5990f38d39f0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0517449 Aug 17 12:09:23.475351 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c2b425d8-b6cb-46ab-ba36-208ffc6af1d5 req-fa354510-786d-43dc-abd3-ff6dd9c56279 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Aug 17 12:09:23.640678 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc88d0-36d8-4b79-af8a-d50cfe8cd7cb req-cf7d98a9-93ec-404b-bf5c-e39ed31b6e9b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:23.642155 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ddcc88d0-36d8-4b79-af8a-d50cfe8cd7cb req-cf7d98a9-93ec-404b-bf5c-e39ed31b6e9b tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0504243 Aug 17 12:09:23.679475 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ddcc88d0-36d8-4b79-af8a-d50cfe8cd7cb req-a2c9a985-c681-4f60-8c30-3153f304d8a7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Aug 17 12:09:23.933192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40158) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:24.036336 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa37b283-ea6f-432a-8370-65a89c4a4116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.123115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa37b283-ea6f-432a-8370-65a89c4a4116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.127082 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa37b283-ea6f-432a-8370-65a89c4a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.164602 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-aa37b283-ea6f-432a-8370-65a89c4a4116 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca0ab4ba43014ece9e486e48f1051e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302957 Aug 17 12:09:24.166492 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37b283-ea6f-432a-8370-65a89c4a4116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3ec84-5705-4ccb-b2b5-fe6708fbb490,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:24.167318 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40164) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:24.204865 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.216075 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.236465 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.283101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-5745b737-8c0c-4c64-aa04-93c1f4160182 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:24.284618 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-5745b737-8c0c-4c64-aa04-93c1f4160182 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0512395 Aug 17 12:09:24.285755 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.288520 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.289680 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60a3ec84-5705-4ccb-b2b5-fe6708fbb490 HTTP/1.1" status: 204 len: 168 time: 0.1213832 Aug 17 12:09:24.297712 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ff732-781b-4f7a-8e5b-db9ded8f5181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3ec84-5705-4ccb-b2b5-fe6708fbb490,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:24.419405 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93d7fe-c301-4094-895e-df2b4a0a1fe9 req-744d5ad8-3627-494d-90ec-565d655c45f4 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:24.420895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e93d7fe-c301-4094-895e-df2b4a0a1fe9 req-744d5ad8-3627-494d-90ec-565d655c45f4 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 945 time: 0.0825858 Aug 17 12:09:24.436837 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Deleting port d7d65dbe-9fc0-461e-b82d-001317322610 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:24.437730 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.509996 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e93d7fe-c301-4094-895e-df2b4a0a1fe9 req-be82863e-33e2-43f0-9bc6-4ce7cc74cab6 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807986 Aug 17 12:09:24.547553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] For port d7d65dbe-9fc0-461e-b82d-001317322610, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d7d65dbe-9fc0-461e-b82d-001317322610,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:24.547924 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.570652 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Calling delete_port for d7d65dbe-9fc0-461e-b82d-001317322610 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:24.647885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b222-d012-4b86-92cc-5d2f6eecdd62 req-0d8362d7-00c7-420e-9bd4-e39cf2d5ac7a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:24.649391 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3a68b222-d012-4b86-92cc-5d2f6eecdd62 req-0d8362d7-00c7-420e-9bd4-e39cf2d5ac7a tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd535093-315f-4537-9419-56b2287002da HTTP/1.1" status: 200 len: 945 time: 0.0924382 Aug 17 12:09:24.710105 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3a68b222-d012-4b86-92cc-5d2f6eecdd62 req-065a40d1-fefa-4701-b043-9fced777c9aa tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Aug 17 12:09:24.808887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.847594 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dde331-8333-4e23-9d29-44ceddabb262 req-c73d426f-b155-4f04-ae1d-7b4c75c61711 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:24.849132 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30dde331-8333-4e23-9d29-44ceddabb262 req-c73d426f-b155-4f04-ae1d-7b4c75c61711 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0956724 Aug 17 12:09:24.853436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9', '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'd7d65dbe-9fc0-461e-b82d-001317322610'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:24.866166 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event deleted for resources: {'Port': ['ID=d7d65dbe-9fc0-461e-b82d-001317322610,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:24.930211 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] No DVR routers for this DVR port d7d65dbe-9fc0-461e-b82d-001317322610 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:24.934102 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:24.936037 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2227975d-3490-4ad2-a44e-cc86ba2e43e0 req-8dcb8ed0-ecb6-40cd-9892-2bc7b5c6f456 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "DELETE /v2.0/ports/d7d65dbe-9fc0-461e-b82d-001317322610 HTTP/1.1" status: 204 len: 173 time: 0.6438982 Aug 17 12:09:24.936753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'name': 'network-vif-deleted', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:24.939099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c637e822-dcee-494a-8197-9a4424cb832f" -d '{"events": [{"server_uuid": "bd535093-315f-4537-9419-56b2287002da", "name": "network-vif-deleted", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:24.944654 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30dde331-8333-4e23-9d29-44ceddabb262 req-a8346d3b-64b8-4d24-a119-7bcc5ddd6c22 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758471 Aug 17 12:09:24.987565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11693b51-2833-4498-a20d-db9f10501ff5 x-openstack-request-id: req-11693b51-2833-4498-a20d-db9f10501ff5 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:24.987865 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd535093-315f-4537-9419-56b2287002da", "name": "network-vif-deleted", "tag": "d7d65dbe-9fc0-461e-b82d-001317322610", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:24.988118 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-11693b51-2833-4498-a20d-db9f10501ff5 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:24.988509 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd535093-315f-4537-9419-56b2287002da', 'name': 'network-vif-deleted', 'tag': 'd7d65dbe-9fc0-461e-b82d-001317322610', 'status': 'completed', 'code': 200} Aug 17 12:09:25.113630 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff825918-8b26-47a8-933e-3ff192d5d6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:25.195803 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:25.284898 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 71839a8a-d7c3-4069-a954-36b67335527d up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:09:25.333816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 71839a8a-d7c3-4069-a954-36b67335527d completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:09:25.337555 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 71839a8a-d7c3-4069-a954-36b67335527d triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:09:25.337927 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:25.421693 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:25.448024 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:25.450376 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a427e5ad-3f42-4af7-b2dc-0996c4453996" -d '{"events": [{"server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "name": "network-vif-plugged", "status": "completed", "tag": "71839a8a-d7c3-4069-a954-36b67335527d"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:25.463900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71839a8a-d7c3-4069-a954-36b67335527d,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:25.468460 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:25.469276 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d7d65dbe-9fc0-461e-b82d-001317322610 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:25.492815 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: d7d65dbe-9fc0-461e-b82d-001317322610 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:25.493175 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device d7d65dbe-9fc0-461e-b82d-001317322610 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:25.510816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b98990d-e6fd-4520-bee5-a695fb562f0e x-openstack-request-id: req-5b98990d-e6fd-4520-bee5-a695fb562f0e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:25.511035 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "name": "network-vif-plugged", "status": "completed", "tag": "71839a8a-d7c3-4069-a954-36b67335527d", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:25.511281 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b98990d-e6fd-4520-bee5-a695fb562f0e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:25.511653 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d', 'code': 200} Aug 17 12:09:25.539915 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:25.548944 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.549307 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.549969 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.549969 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.550300 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.550669 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.550942 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.551271 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.551745 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.552079 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.552403 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.552730 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:25.656209 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb2a1-cd5f-4aed-88f0-a8a3d0def892 req-ec18bdab-569a-439d-a5b4-accda8d74521 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:25.657907 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77ebb2a1-cd5f-4aed-88f0-a8a3d0def892 req-ec18bdab-569a-439d-a5b4-accda8d74521 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0548837 Aug 17 12:09:25.695892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77ebb2a1-cd5f-4aed-88f0-a8a3d0def892 req-29e1af66-be37-4ede-a474-b9b2ad99fd11 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 17 12:09:25.758537 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad393-1bc4-4a39-b0c2-4f9e9da8b1dd req-9248e886-735c-4f98-88b9-3defbb6c8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:25.761025 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b66ad393-1bc4-4a39-b0c2-4f9e9da8b1dd req-9248e886-735c-4f98-88b9-3defbb6c8858 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 1099 time: 0.0412476 Aug 17 12:09:25.798416 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b66ad393-1bc4-4a39-b0c2-4f9e9da8b1dd req-a2f0b3b8-6ed4-4031-b46a-4a37106304cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289972 Aug 17 12:09:25.987995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303684c-9f46-4868-9e11-706c8a53fd48 req-40774552-9fb1-47d4-9796-d473ab8233ce tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:25.989491 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2303684c-9f46-4868-9e11-706c8a53fd48 req-40774552-9fb1-47d4-9796-d473ab8233ce tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0503807 Aug 17 12:09:26.025795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2303684c-9f46-4868-9e11-706c8a53fd48 req-3709c33d-dcb3-42ef-a447-503d70130813 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304449 Aug 17 12:09:26.128262 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc57d-7e07-4769-a94a-a193fc5257e7 req-e52a3e4e-c359-451b-a15e-07dab9cca6cd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:26.129738 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41efc57d-7e07-4769-a94a-a193fc5257e7 req-e52a3e4e-c359-451b-a15e-07dab9cca6cd tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0511198 Aug 17 12:09:26.166563 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41efc57d-7e07-4769-a94a-a193fc5257e7 req-2eff077f-15f2-4c8c-a5cf-e4fcc74d7e8a tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Aug 17 12:09:26.451263 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:26.843110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972f595-dbe5-4d0f-b6e4-a80e66add02e req-8ee14341-9403-499a-9d69-63b457d62b24 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:26.844588 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a972f595-dbe5-4d0f-b6e4-a80e66add02e req-8ee14341-9403-499a-9d69-63b457d62b24 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0489612 Aug 17 12:09:26.881812 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a972f595-dbe5-4d0f-b6e4-a80e66add02e req-6a1812ec-bccb-4923-8ba0-d7bd1de434f9 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 17 12:09:27.148309 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82872d4-4db7-4203-a38c-a43c130f95f5 req-2fd57f20-d03b-44bf-bcce-4776452fcd18 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:27.149779 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a82872d4-4db7-4203-a38c-a43c130f95f5 req-2fd57f20-d03b-44bf-bcce-4776452fcd18 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0559962 Aug 17 12:09:27.185561 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a82872d4-4db7-4203-a38c-a43c130f95f5 req-0a7e807e-22e4-41b0-a290-549510c4f059 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300763 Aug 17 12:09:27.281649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cd66-ff07-485a-b723-653e0e35fcce req-362649ae-8291-4383-af22-fe073f43b2e7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:27.283108 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4584cd66-ff07-485a-b723-653e0e35fcce req-362649ae-8291-4383-af22-fe073f43b2e7 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0520175 Aug 17 12:09:27.321414 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4584cd66-ff07-485a-b723-653e0e35fcce req-d13c47e4-1694-4a64-a2cf-84d16bc138a0 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Aug 17 12:09:28.032019 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:28.119461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ceacb-67fe-4b9e-8ab9-0a04abe74bd1 req-4c5eeea1-b6d4-4963-aac9-6dcaeca8cce7 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:28.120981 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a7ceacb-67fe-4b9e-8ab9-0a04abe74bd1 req-4c5eeea1-b6d4-4963-aac9-6dcaeca8cce7 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0500801 Aug 17 12:09:28.163119 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a7ceacb-67fe-4b9e-8ab9-0a04abe74bd1 req-29443a89-91c6-424b-a963-acf3c1bdc3ef tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Aug 17 12:09:28.301433 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db59b0-3d2c-4910-99e4-e8a2925b17d2 req-c3f5a232-76c2-49c7-a8f2-4ae604def11f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:28.302969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46db59b0-3d2c-4910-99e4-e8a2925b17d2 req-c3f5a232-76c2-49c7-a8f2-4ae604def11f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 17 12:09:28.340798 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46db59b0-3d2c-4910-99e4-e8a2925b17d2 req-35849e5f-cc75-4b29-95f9-44203af147f4 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Aug 17 12:09:28.435834 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d6b33-0144-4765-a3bf-71579df5ecb3 req-87b9845d-55f1-4a4e-8e21-48008b32a3b3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:28.437288 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a85d6b33-0144-4765-a3bf-71579df5ecb3 req-87b9845d-55f1-4a4e-8e21-48008b32a3b3 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0517714 Aug 17 12:09:28.700290 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a85d6b33-0144-4765-a3bf-71579df5ecb3 req-04f6a026-9e23-4902-b375-ba009e7c2f52 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/security-groups?id=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570791 Aug 17 12:09:28.907757 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84417094-451a-4f08-8c60-5db11800a53d req-5606c25d-1228-4329-b7e3-b0f323e887ef tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:28.909163 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-84417094-451a-4f08-8c60-5db11800a53d req-5606c25d-1228-4329-b7e3-b0f323e887ef tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Aug 17 12:09:28.999083 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Deleting port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:28.999432 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:29.090437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] For port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:29.090894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:29.103626 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Calling delete_port for cf8b0cb2-d7e2-4697-b767-e83b43cdb64b owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:29.256829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:29.267966 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:09:29.295911 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Pushing event deleted for resources: {'Port': ['ID=cf8b0cb2-d7e2-4697-b767-e83b43cdb64b,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:29.307918 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['cf8b0cb2-d7e2-4697-b767-e83b43cdb64b'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:29.350190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] No DVR routers for this DVR port cf8b0cb2-d7e2-4697-b767-e83b43cdb64b on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:29.354732 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:29.356716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-84417094-451a-4f08-8c60-5db11800a53d req-48054d61-fb25-4f28-97e5-1917877f9cff tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.60 "DELETE /v2.0/ports/cf8b0cb2-d7e2-4697-b767-e83b43cdb64b HTTP/1.1" status: 204 len: 173 time: 0.4408731 Aug 17 12:09:29.357179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'name': 'network-vif-deleted', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:29.360041 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1da05-b91d-42f0-9770-15902d687157" -d '{"events": [{"server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "name": "network-vif-deleted", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:29.375027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e119-d628-497d-937d-80d77b05727d req-ba7af891-0e1e-4b9d-b8ec-1456629b0e59 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:29.376834 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dc17e119-d628-497d-937d-80d77b05727d req-ba7af891-0e1e-4b9d-b8ec-1456629b0e59 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.1131294 Aug 17 12:09:29.397085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d785c-ddf0-4255-b752-b7ad1226618d x-openstack-request-id: req-642d785c-ddf0-4255-b752-b7ad1226618d {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:29.397393 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99", "name": "network-vif-deleted", "tag": "cf8b0cb2-d7e2-4697-b767-e83b43cdb64b", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:29.397643 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-642d785c-ddf0-4255-b752-b7ad1226618d {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:29.398159 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99', 'name': 'network-vif-deleted', 'tag': 'cf8b0cb2-d7e2-4697-b767-e83b43cdb64b', 'status': 'completed', 'code': 200} Aug 17 12:09:29.425618 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dc17e119-d628-497d-937d-80d77b05727d req-7a1a958e-28a0-40de-98dc-39a374380b21 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Aug 17 12:09:29.491538 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1176f1-335f-414e-a2b2-939fc0fad143 req-ba8e9ea8-6bc5-4af9-8ce1-f6cbab20cb47 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:29.497420 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7c1176f1-335f-414e-a2b2-939fc0fad143 req-ba8e9ea8-6bc5-4af9-8ce1-f6cbab20cb47 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Aug 17 12:09:29.538767 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7c1176f1-335f-414e-a2b2-939fc0fad143 req-904de94e-2398-4857-88bb-1c4816b12c24 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Aug 17 12:09:29.828479 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-457de484-4559-4db0-985c-fbbe3624668c req-cf888381-2803-4749-b45c-d5fbb865b125 tempest-ServerRescueNegativeTestJSON-47836866 tempest-ServerRescueNegativeTestJSON-47836866-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b2fa92a-e8f1-4f8f-aef2-a09ec1493d99 HTTP/1.1" status: 200 len: 210 time: 0.0429068 Aug 17 12:09:29.848135 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-9ea4f557-042d-4509-a873-3f8a7ba04e43 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:29.849629 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-9ea4f557-042d-4509-a873-3f8a7ba04e43 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 945 time: 0.0754507 Aug 17 12:09:29.941044 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Deleting port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:29.941374 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:30.029878 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] For port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:30.030242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:30.043647 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Calling delete_port for 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:30.175999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:30.210749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event deleted for resources: {'Port': ['ID=44d2b793-46d6-4f9f-9f0f-ed97de6a7035,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:30.227039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9', '44d2b793-46d6-4f9f-9f0f-ed97de6a7035'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:30.255890 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] No DVR routers for this DVR port 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:30.263085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:30.265852 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad3dd182-4715-431d-b9a2-df18f3fcb977 req-f9a07dd7-af33-4836-86b8-2a5cbbcf7c8c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "DELETE /v2.0/ports/44d2b793-46d6-4f9f-9f0f-ed97de6a7035 HTTP/1.1" status: 204 len: 173 time: 0.4086297 Aug 17 12:09:30.648565 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ebb5d8ce-8df7-49ce-9c93-3ce88e751f87 req-7c7acd36-aee9-46c5-94fb-2fe7b956fb3b tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7 HTTP/1.1" status: 200 len: 210 time: 0.0263591 Aug 17 12:09:30.891978 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40302) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:31.398930 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'name': 'network-vif-deleted', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:31.401299 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3eaa6-3f20-4a84-b112-90c70c98de6c" -d '{"events": [{"server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "name": "network-vif-deleted", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:31.442625 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47376bb6-4659-4ac6-ba3d-c75b3e6e6c10 x-openstack-request-id: req-47376bb6-4659-4ac6-ba3d-c75b3e6e6c10 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:31.442848 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7", "name": "network-vif-deleted", "tag": "44d2b793-46d6-4f9f-9f0f-ed97de6a7035", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:31.443122 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-47376bb6-4659-4ac6-ba3d-c75b3e6e6c10 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:31.443502 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5fa4d0-95ef-4068-a6c6-e78cfe5b85e7', 'name': 'network-vif-deleted', 'tag': '44d2b793-46d6-4f9f-9f0f-ed97de6a7035', 'status': 'completed', 'code': 200} Aug 17 12:09:31.447616 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:31.782074 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Deleting port 55ad53a8-e136-4f31-8c18-674c8205dc1e {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:31.782528 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:31.866637 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] For port 55ad53a8-e136-4f31-8c18-674c8205dc1e, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=55ad53a8-e136-4f31-8c18-674c8205dc1e,segment=NetworkSegment(956e84c7-e1db-4417-bc77-5add7e7d68d1),segment_id=956e84c7-e1db-4417-bc77-5add7e7d68d1)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:31.867025 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:31.879923 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Calling delete_port for 55ad53a8-e136-4f31-8c18-674c8205dc1e owned by network:router_interface {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:32.104788 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:32.127988 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ad53a8-e136-4f31-8c18-674c8205dc1e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:32.284212 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:32.499416 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Router 8d20955c-b05a-4aae-9c84-073ec7765e16 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:09:32.606314 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:09:32.613668 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-7ec795a9-19a7-41ee-b4f5-dcc51f559688 admin admin] 10.222.0.58 "PUT /v2.0/routers/8d20955c-b05a-4aae-9c84-073ec7765e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184370 Aug 17 12:09:32.614383 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40330) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:32.624307 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Sync routers for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:09:32.638088 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:09:32.638753 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:09:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:32.769520 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:09:32.886006 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:32.996226 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:09:32Z', 'revision_number': 5, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port': {'id': '370b211d-1021-4c78-ac6d-202dbdf4a851', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:42Z', 'updated_at': '2021-08-17T12:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:33.008880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.029453 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Checking router: 8d20955c-b05a-4aae-9c84-073ec7765e16 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:09:33.046967 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Routers {'8d20955c-b05a-4aae-9c84-073ec7765e16'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:09:33.047778 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:09:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8d20955c-b05a-4aae-9c84-073ec7765e16'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:33.082266 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Deleting port 370b211d-1021-4c78-ac6d-202dbdf4a851 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:33.082626 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.141600 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] Set router 8d20955c-b05a-4aae-9c84-073ec7765e16 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:09:33.175895 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] For port 370b211d-1021-4c78-ac6d-202dbdf4a851, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=370b211d-1021-4c78-ac6d-202dbdf4a851,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:33.176494 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.188135 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Calling delete_port for 370b211d-1021-4c78-ac6d-202dbdf4a851 owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:33.192414 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:09:33Z', 'revision_number': 6, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:33.221437 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f561266-06cd-4842-86fd-7197a8bafa12 None None] The sync data for ids ['8d20955c-b05a-4aae-9c84-073ec7765e16'] in dv-cinder-778193-3-iscsi is: [{'id': '8d20955c-b05a-4aae-9c84-073ec7765e16', 'name': 'tempest-ServerRescueNegativeTestJSON-390959636-router', 'tenant_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:40Z', 'updated_at': '2021-08-17T12:09:33Z', 'revision_number': 6, 'project_id': '1cbdf78900d5405b9ced03f0e82aecc4', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:09:33.287723 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:33.309375 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:33.309800 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 44d2b793-46d6-4f9f-9f0f-ed97de6a7035 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:33.310278 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cf8b0cb2-d7e2-4697-b767-e83b43cdb64b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:33.329708 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: cf8b0cb2-d7e2-4697-b767-e83b43cdb64b {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:33.330130 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cf8b0cb2-d7e2-4697-b767-e83b43cdb64b not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:33.363155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.389157 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=370b211d-1021-4c78-ac6d-202dbdf4a851,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:33.445193 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.547842 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.550094 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.615122 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.615683 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d20955c-b05a-4aae-9c84-073ec7765e16 {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:09:33.621236 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.622325 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bcd5829b-1c65-48ff-b0f8-e6d41ea83ee7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8d20955c-b05a-4aae-9c84-073ec7765e16 HTTP/1.1" status: 204 len: 168 time: 1.0073600 Aug 17 12:09:33.625405 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40346) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:33.674291 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Deleting subnet 74a7be9d-270e-470d-97ac-56fba7a09fda {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:09:33.677358 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.714294 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.751514 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.803819 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.827525 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a7be9d-270e-470d-97ac-56fba7a09fda,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:33.831199 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.835168 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-306f567f-6df9-4a05-b8e1-0ae5eb8c618b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/74a7be9d-270e-470d-97ac-56fba7a09fda HTTP/1.1" status: 204 len: 168 time: 0.2065058 Aug 17 12:09:33.835388 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40350) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:33.905145 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.982946 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:33.994086 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abbb495-3924-43e6-a993-0a10446990b5']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:34.006333 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956e84c7-e1db-4417-bc77-5add7e7d68d1') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:34.006647 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956e84c7-e1db-4417-bc77-5add7e7d68d1') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:34.017134 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.036491 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.044232 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:09:34.044978 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:09:34.047796 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:09:34.106995 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.115163 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.117332 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8abbb495-3924-43e6-a993-0a10446990b5 HTTP/1.1" status: 204 len: 168 time: 0.2809243 Aug 17 12:09:34.128338 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4054488-bf0c-45b1-8e96-4d1021f435b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8abbb495-3924-43e6-a993-0a10446990b5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:34.144983 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b433f-a97f-46e0-85e6-c33e29ea7775 req-5ce3fb6c-2455-4d70-86c6-522ab919c947 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:34.148189 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-795b433f-a97f-46e0-85e6-c33e29ea7775 req-5ce3fb6c-2455-4d70-86c6-522ab919c947 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0717669 Aug 17 12:09:34.189494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-795b433f-a97f-46e0-85e6-c33e29ea7775 req-10e8b7ff-ecdc-43da-b42e-23d1d853b67d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Aug 17 12:09:34.314943 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40364) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:34.354131 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-48917ac2-d60a-428f-9847-cde93fc9cd0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cbdf78900d5405b9ced03f0e82aecc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381162 Aug 17 12:09:34.356678 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40366) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:34.403383 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.423828 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.471201 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.473744 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:34.474831 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02b6e3a9-d2ef-4325-aba7-da0c0e8d4289 HTTP/1.1" status: 204 len: 168 time: 0.1172440 Aug 17 12:09:34.482426 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b69b7-d638-4318-8ae7-3de1ccbe7744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b6e3a9-d2ef-4325-aba7-da0c0e8d4289,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:34.657170 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 370b211d-1021-4c78-ac6d-202dbdf4a851 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:34.676976 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 370b211d-1021-4c78-ac6d-202dbdf4a851 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:34.677322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 370b211d-1021-4c78-ac6d-202dbdf4a851 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:34.677729 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 55ad53a8-e136-4f31-8c18-674c8205dc1e no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:34.698542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 55ad53a8-e136-4f31-8c18-674c8205dc1e {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:34.698891 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 55ad53a8-e136-4f31-8c18-674c8205dc1e not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:36.039275 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40420) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:36.139586 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6eda2379-85e0-44d1-90e4-bbdae4c765a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.229664 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6eda2379-85e0-44d1-90e4-bbdae4c765a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.233613 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6eda2379-85e0-44d1-90e4-bbdae4c765a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.271896 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6eda2379-85e0-44d1-90e4-bbdae4c765a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a281a004c044f5ab8ca2b479e234572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314610 Aug 17 12:09:36.272775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda2379-85e0-44d1-90e4-bbdae4c765a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68e8bfd-4a77-47ef-919c-4242ab67df78,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:36.274559 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40428) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:36.322661 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.343916 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.388546 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.391105 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.392227 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f68e8bfd-4a77-47ef-919c-4242ab67df78 HTTP/1.1" status: 204 len: 168 time: 0.1165781 Aug 17 12:09:36.399698 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb9fe0-b7f3-4093-b920-2b80dae0250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68e8bfd-4a77-47ef-919c-4242ab67df78,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:36.647088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40434) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:36.660248 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-723cca79-fe26-497c-8d3d-8cfbbbac7d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.747683 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-723cca79-fe26-497c-8d3d-8cfbbbac7d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.751653 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-723cca79-fe26-497c-8d3d-8cfbbbac7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.788576 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-723cca79-fe26-497c-8d3d-8cfbbbac7d6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42634435f05c441a957bd371a75c3186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404138 Aug 17 12:09:36.790443 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cca79-fe26-497c-8d3d-8cfbbbac7d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cdc54d-c349-4522-b2a7-30ca9fc69393,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:36.791351 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40436) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:36.842633 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.863594 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.909646 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.912599 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:36.913946 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91cdc54d-c349-4522-b2a7-30ca9fc69393 HTTP/1.1" status: 204 len: 168 time: 0.1215127 Aug 17 12:09:36.921863 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d1134-427d-4b36-992e-32b9736deff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cdc54d-c349-4522-b2a7-30ca9fc69393,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:36.927123 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5bd1a-982a-4aba-8f44-1dafde5e7d50 req-89791214-79ed-4dcd-a7f6-c8d03290531d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:36.929557 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0f5bd1a-982a-4aba-8f44-1dafde5e7d50 req-89791214-79ed-4dcd-a7f6-c8d03290531d tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0562060 Aug 17 12:09:36.969436 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0f5bd1a-982a-4aba-8f44-1dafde5e7d50 req-5e7905da-9782-489f-bc41-505890c2f726 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Aug 17 12:09:38.516412 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8710d4-8426-4ee1-9df6-90f33543828f req-19c92fba-38fd-4e3a-898d-1a1dd29679f1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:38.517997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bd8710d4-8426-4ee1-9df6-90f33543828f req-19c92fba-38fd-4e3a-898d-1a1dd29679f1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Aug 17 12:09:38.558695 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bd8710d4-8426-4ee1-9df6-90f33543828f req-9dfe3b8d-8fb2-4242-bc74-62727b43cdba tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Aug 17 12:09:39.673791 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91eb9d-e529-4a4a-a7d1-ead370f10ecb req-e9aac5ba-a382-4e72-9aec-fcfd24225264 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:39.675295 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc91eb9d-e529-4a4a-a7d1-ead370f10ecb req-e9aac5ba-a382-4e72-9aec-fcfd24225264 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Aug 17 12:09:39.714895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc91eb9d-e529-4a4a-a7d1-ead370f10ecb req-00052081-a441-4079-b6a9-f4ae6f5cb814 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334637 Aug 17 12:09:41.001772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cebec5-a58e-4c6a-bf0e-0fc50df9c182 req-5da0416f-fc5f-404f-bd28-600533eb2f71 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:41.003228 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b5cebec5-a58e-4c6a-bf0e-0fc50df9c182 req-5da0416f-fc5f-404f-bd28-600533eb2f71 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0572710 Aug 17 12:09:41.041858 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b5cebec5-a58e-4c6a-bf0e-0fc50df9c182 req-e41bd01c-ecf7-4598-aa5b-4ccb0abcfef1 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Aug 17 12:09:41.947838 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-ca5cb773-60cb-4a85-985f-34e36758180c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:41.949452 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-ca5cb773-60cb-4a85-985f-34e36758180c tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Aug 17 12:09:42.052462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Deleting port 9c11a352-d1a8-4fde-a015-88a28efa11f9 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:09:42.053164 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:42.164669 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] For port 9c11a352-d1a8-4fde-a015-88a28efa11f9, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9c11a352-d1a8-4fde-a015-88a28efa11f9,segment=NetworkSegment(184e5d06-119d-499f-8d41-ee6c9c44e98e),segment_id=184e5d06-119d-499f-8d41-ee6c9c44e98e)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:09:42.165058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:42.179727 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Calling delete_port for 9c11a352-d1a8-4fde-a015-88a28efa11f9 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:09:42.203519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ca326-8412-4968-96f9-e3014a762809 req-7cf79685-8dc9-44c9-a4af-d557f8c7bb57 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:42.204993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-095ca326-8412-4968-96f9-e3014a762809 req-7cf79685-8dc9-44c9-a4af-d557f8c7bb57 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 945 time: 0.0791864 Aug 17 12:09:42.284357 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-095ca326-8412-4968-96f9-e3014a762809 req-579a66d5-e79d-438b-aaf2-8c5fa1ef94f3 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/security-groups?id=87329155-85d1-420d-9f1e-400e414a701f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Aug 17 12:09:42.348683 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:42.376346 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Pushing event deleted for resources: {'Port': ['ID=9c11a352-d1a8-4fde-a015-88a28efa11f9,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:42.393541 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['9c11a352-d1a8-4fde-a015-88a28efa11f9'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:09:42.418278 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] No DVR routers for this DVR port 9c11a352-d1a8-4fde-a015-88a28efa11f9 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:09:42.420563 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:42.422575 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49dfd8fe-5efb-4547-97ac-9c136a7bc7c9 req-a250e6df-06d6-4ffd-86bf-028d7513cec0 tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.60 "DELETE /v2.0/ports/9c11a352-d1a8-4fde-a015-88a28efa11f9 HTTP/1.1" status: 204 len: 173 time: 0.4518967 Aug 17 12:09:42.422996 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'name': 'network-vif-deleted', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:09:42.425227 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f9ec8-97fa-43c6-8091-4a5f4882247d" -d '{"events": [{"server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "name": "network-vif-deleted", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:09:42.461328 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d25af5-1181-45cd-bb57-04e236909b9f x-openstack-request-id: req-c3d25af5-1181-45cd-bb57-04e236909b9f {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:09:42.461638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d36bf5c-6ab1-4389-873a-fc9b7cd49035", "name": "network-vif-deleted", "tag": "9c11a352-d1a8-4fde-a015-88a28efa11f9", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:09:42.461899 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c3d25af5-1181-45cd-bb57-04e236909b9f {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:09:42.462283 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d36bf5c-6ab1-4389-873a-fc9b7cd49035', 'name': 'network-vif-deleted', 'tag': '9c11a352-d1a8-4fde-a015-88a28efa11f9', 'status': 'completed', 'code': 200} Aug 17 12:09:46.751221 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-153fe6c5-4ee9-4606-bd28-201f4b5f1536 req-7c66839c-98ce-4f51-be6e-3383be0e2b3f tempest-AttachVolumeNegativeTest-1387191254 tempest-AttachVolumeNegativeTest-1387191254-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d36bf5c-6ab1-4389-873a-fc9b7cd49035 HTTP/1.1" status: 200 len: 210 time: 0.0263565 Aug 17 12:09:47.849951 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40636) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:47.898080 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Deleting subnet f96119a5-8ed3-4b42-bdf7-61e443c48578 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:09:47.901177 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:47.937373 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:47.979661 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.034242 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.060607 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96119a5-8ed3-4b42-bdf7-61e443c48578,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:48.063988 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.068488 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f96119a5-8ed3-4b42-bdf7-61e443c48578 HTTP/1.1" status: 204 len: 168 time: 0.2174993 Aug 17 12:09:48.068628 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40644) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:48.075296 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.075640 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.076008 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.076339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.076678 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.077096 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.078075 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.078639 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.079155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.079560 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.079890 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.080213 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3d4b3-ceeb-4667-92af-271b0f5ebf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.145163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.229133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.239987 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42fab6a-359c-46a0-aad1-5688d40b9b75']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:48.249937 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e5d06-119d-499f-8d41-ee6c9c44e98e') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:48.250239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e5d06-119d-499f-8d41-ee6c9c44e98e') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:09:48.259546 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.273403 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.279444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:09:48.279905 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:09:48.281524 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:09:48.338747 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.343890 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.345945 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c42fab6a-359c-46a0-aad1-5688d40b9b75 HTTP/1.1" status: 204 len: 168 time: 0.2762341 Aug 17 12:09:48.356474 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42fab6a-359c-46a0-aad1-5688d40b9b75,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:48.363851 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.364200 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.364532 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.364863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.365238 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.365570 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.366014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.366360 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.366662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.366983 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.367301 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.367620 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812c8a99-cb91-46a2-8897-2f79d3c17151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:09:48.510304 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40658) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:48.549955 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-51059635-f253-454b-8cef-b12474c8ed73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=42c86dd672cc46b4ac000cb8992b9ace&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379083 Aug 17 12:09:48.551916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40660) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:09:48.597784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.612073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 9c11a352-d1a8-4fde-a015-88a28efa11f9 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:09:48.618771 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.632110 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 9c11a352-d1a8-4fde-a015-88a28efa11f9 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:09:48.632455 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 9c11a352-d1a8-4fde-a015-88a28efa11f9 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:09:48.663783 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.666189 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:48.667318 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87329155-85d1-420d-9f1e-400e414a701f HTTP/1.1" status: 204 len: 168 time: 0.1144967 Aug 17 12:09:48.674978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3be30-9fa2-435f-8980-e1c02b8dadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87329155-85d1-420d-9f1e-400e414a701f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:09:52.657988 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9566fe81-a915-4162-a5f8-e1d83809de8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:53.319845 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-6a5ae42d-a2e8-41d9-8087-4c63c81e5232 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434091 Aug 17 12:09:53.395657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-62629fbe-1a20-4ce9-9e0e-83003c92235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:53.397132 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-62629fbe-1a20-4ce9-9e0e-83003c92235c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1099 time: 0.0395496 Aug 17 12:09:53.499130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-8e259930-aa27-4992-9ca0-46736df1ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:53.500591 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-8e259930-aa27-4992-9ca0-46736df1ab6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0825622 Aug 17 12:09:53.567348 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-2bb55ab5-87c5-4ea0-8a41-a136c8f2ab24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1002 time: 0.0589406 Aug 17 12:09:53.617630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-adddc788-d9ff-4d3c-b5f8-5f5eff0cf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:53.618985 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-adddc788-d9ff-4d3c-b5f8-5f5eff0cf4b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0430398 Aug 17 12:09:53.666479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-2fb7e6e1-2f9a-4793-9fd0-db9330a61811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:09:53.667970 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-2fb7e6e1-2f9a-4793-9fd0-db9330a61811 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400980 Aug 17 12:09:53.759496 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-0f09c1b7-3a60-47fd-9c0e-35989d63f452 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834785 Aug 17 12:09:53.858099 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-772cab81-2c94-4e99-a9fe-1847b7b9a405 req-7b1c533e-f908-45b0-ac45-eb521e9ee320 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910752 Aug 17 12:09:54.198058 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:55.104754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-02387ea1-2332-4ecf-8a20-c3d1ce06a384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:55.197703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:56.452543 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:09:58.032842 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.408499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 40980) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:03.512659 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ab188a7-cd30-4ee1-b438-ce907fae91ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.602823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ab188a7-cd30-4ee1-b438-ce907fae91ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.606440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7ab188a7-cd30-4ee1-b438-ce907fae91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.648147 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 40988) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:03.648709 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7ab188a7-cd30-4ee1-b438-ce907fae91ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1e62e089984944bd6355f6005b12ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385635 Aug 17 12:10:03.649314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab188a7-cd30-4ee1-b438-ce907fae91ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3d9d6-ca77-4b65-87e6-991a9bb790e7,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:03.702503 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.724315 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.782199 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.784733 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:03.788604 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2a3d9d6-ca77-4b65-87e6-991a9bb790e7 HTTP/1.1" status: 204 len: 168 time: 0.1367767 Aug 17 12:10:03.794036 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9245e1-e23f-41b3-a8ed-f2ebe4a1713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3d9d6-ca77-4b65-87e6-991a9bb790e7,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:04.082457 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41008) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:04.096044 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2126961-4fb0-495c-b157-19a27c05704c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.200055 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2126961-4fb0-495c-b157-19a27c05704c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.205345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f2126961-4fb0-495c-b157-19a27c05704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.243181 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2126961-4fb0-495c-b157-19a27c05704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed133cff-bed4-497f-800a-9697506aaacf,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:04.249867 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f2126961-4fb0-495c-b157-19a27c05704c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1921cc6adc364f11a8c317de5b20d8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639385 Aug 17 12:10:04.250220 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41022) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:04.297775 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.324292 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.372534 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.375130 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.376294 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed133cff-bed4-497f-800a-9697506aaacf HTTP/1.1" status: 204 len: 168 time: 0.1253202 Aug 17 12:10:04.390838 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc5b6a-aecf-493c-a8c0-20729de04777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed133cff-bed4-497f-800a-9697506aaacf,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:04.693189 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41032) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:04.706942 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f809f0eb-8944-4d4e-b1a2-aeded88d6c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.796400 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f809f0eb-8944-4d4e-b1a2-aeded88d6c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.800711 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f809f0eb-8944-4d4e-b1a2-aeded88d6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.838320 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f809f0eb-8944-4d4e-b1a2-aeded88d6c2a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5c8df530ffae4901adbee202c3625d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440623 Aug 17 12:10:04.840329 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809f0eb-8944-4d4e-b1a2-aeded88d6c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf660da-4a7a-4f9c-bdc1-495c1adda1b8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:04.841054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 41036) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:04.890239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.911236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.965353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.967847 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:04.969029 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8cf660da-4a7a-4f9c-bdc1-495c1adda1b8 HTTP/1.1" status: 204 len: 168 time: 0.1269050 Aug 17 12:10:04.977002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdcd80-81f5-40bf-bedc-2364df854fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf660da-4a7a-4f9c-bdc1-495c1adda1b8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:05.199339 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ebffb-bee7-49ec-bb22-91f34a1216d0 req-b97c1b23-45f2-45a9-86cf-f8b4298c5bb6 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:05.200882 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a69ebffb-bee7-49ec-bb22-91f34a1216d0 req-b97c1b23-45f2-45a9-86cf-f8b4298c5bb6 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0562136 Aug 17 12:10:05.242661 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a69ebffb-bee7-49ec-bb22-91f34a1216d0 req-58abf084-288f-472c-9a6e-07dc11ef3d74 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Aug 17 12:10:06.061845 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 41092) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:06.167686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-513abf60-4533-43bf-a31e-bc9e558536eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.257105 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-513abf60-4533-43bf-a31e-bc9e558536eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.260938 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-513abf60-4533-43bf-a31e-bc9e558536eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.271599 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:10:06.297183 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-513abf60-4533-43bf-a31e-bc9e558536eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96d6530e707c4a66a786daed8ae00739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342179 Aug 17 12:10:06.299912 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41098) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:06.302148 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513abf60-4533-43bf-a31e-bc9e558536eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4941a-ad32-4037-a4f9-fbc408ab4c54,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:06.353899 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.361955 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc910de-a1a4-4c90-8f1d-7cf761b6fcd9 req-cc939a7c-3f06-4f34-9239-c3d9c3f3c153 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:06.363506 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8dc910de-a1a4-4c90-8f1d-7cf761b6fcd9 req-cc939a7c-3f06-4f34-9239-c3d9c3f3c153 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0496411 Aug 17 12:10:06.376422 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.401868 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8dc910de-a1a4-4c90-8f1d-7cf761b6fcd9 req-ae920b3e-96d7-4a8e-b2d8-28a79825d9af tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Aug 17 12:10:06.428735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.431780 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:06.433305 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a6f4941a-ad32-4037-a4f9-fbc408ab4c54 HTTP/1.1" status: 204 len: 168 time: 0.1316996 Aug 17 12:10:06.441501 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff54c7-0283-48d8-a3b3-aa2379f58347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4941a-ad32-4037-a4f9-fbc408ab4c54,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:07.074464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41140) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:07.169529 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1175192472-network', 'tenant_id': '58b30a9a6bb94b4ab89110c391226cf3'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:07.189903 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Made reservation on behalf of 58b30a9a6bb94b4ab89110c391226cf3 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:10:07.192046 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.200230 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.289025 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.292887 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.319433 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:10:07.326121 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06f5d4-9fd7-417e-942d-6d881b0a1840,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:07.332605 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.332970 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Added segment 5452f442-a548-4414-8e9a-0d668cd5c010 of type vlan for network 408af200-b73b-497f-9626-25739ee61c46 Aug 17 12:10:07.372319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.396745 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.397712 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:07.398292 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.455261 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3796830 Aug 17 12:10:07.458265 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 41146) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:07.465378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Request body: {'subnet': {'network_id': '408af200-b73b-497f-9626-25739ee61c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1175192472-subnet', 'tenant_id': '58b30a9a6bb94b4ab89110c391226cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:07.466310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03cb14-244d-40e6-a847-46f52213129c admin admin] Pushing event updated for resources: {'Network': ['ID=408af200-b73b-497f-9626-25739ee61c46,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:07.481506 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 408af200-b73b-497f-9626-25739ee61c46 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:10:07.514945 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Made reservation on behalf of 58b30a9a6bb94b4ab89110c391226cf3 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:10:07.517280 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12330423'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.587896 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875fe6-24df-418e-91ef-c1f9ab426bd5 req-f020dc9e-cb13-4c3b-81d8-2a03817f6214 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:07.589457 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d875fe6-24df-418e-91ef-c1f9ab426bd5 req-f020dc9e-cb13-4c3b-81d8-2a03817f6214 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.1063590 Aug 17 12:10:07.649174 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d875fe6-24df-418e-91ef-c1f9ab426bd5 req-90f9c508-b931-42c4-87ca-4e244bf92ff3 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486133 Aug 17 12:10:07.738307 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10210384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12330401'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.796989 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e41a1c-f667-40fb-b4ce-8086a207016c,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:07.802447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Checking segment: {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:10:07.802799 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Network hostable DHCP agents. Network: 408af200-b73b-497f-9626-25739ee61c46, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:10:07.818456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Network 408af200-b73b-497f-9626-25739ee61c46 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:10:07.827585 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 408af200-b73b-497f-9626-25739ee61c46) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:10:07.831742 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:07.832331 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:07.836474 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb21666-193f-4831-8fbc-b310cdd84571 None None] Network 408af200-b73b-497f-9626-25739ee61c46 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:10:07.846426 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1cb04d5b-2aaa-4c7a-aea7-b645917a8a9e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3868630 Aug 17 12:10:08.005250 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-8966c5c3-a70b-4bba-9085-6ccecb7af24b tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:08.007002 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-8966c5c3-a70b-4bba-9085-6ccecb7af24b tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 946 time: 0.0980389 Aug 17 12:10:08.094940 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eaaf53-289e-43db-a3bd-5929f0122447 None None] Network 408af200-b73b-497f-9626-25739ee61c46 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:10:08.135313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Deleting port 71839a8a-d7c3-4069-a954-36b67335527d {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:10:08.135669 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:08.251103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] For port 71839a8a-d7c3-4069-a954-36b67335527d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=71839a8a-d7c3-4069-a954-36b67335527d,segment=NetworkSegment(767bc22e-4623-4487-9887-dd27328020cd),segment_id=767bc22e-4623-4487-9887-dd27328020cd)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:10:08.251518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:08.269344 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Calling delete_port for 71839a8a-d7c3-4069-a954-36b67335527d owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:10:08.408479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:08.445827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Pushing event deleted for resources: {'Port': ['ID=71839a8a-d7c3-4069-a954-36b67335527d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:08.458376 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['71839a8a-d7c3-4069-a954-36b67335527d'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:10:08.489931 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] No DVR routers for this DVR port 71839a8a-d7c3-4069-a954-36b67335527d on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:10:08.492334 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:08.494445 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a6fcceb-260e-4603-9ec0-30a7b9254b0b req-6d863cec-9dfe-4713-ba0f-1688135b2aac tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.60 "DELETE /v2.0/ports/71839a8a-d7c3-4069-a954-36b67335527d HTTP/1.1" status: 204 len: 173 time: 0.4787557 Aug 17 12:10:08.494962 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'name': 'network-vif-deleted', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:10:08.497544 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c5dafd-93d0-4097-ae5a-207865de337f" -d '{"events": [{"server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "name": "network-vif-deleted", "tag": "71839a8a-d7c3-4069-a954-36b67335527d"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:10:08.544104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdeee36-84a1-403e-a98b-cdb566bd31ec x-openstack-request-id: req-5bdeee36-84a1-403e-a98b-cdb566bd31ec {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:10:08.544395 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bcc2df-d115-4511-9c3a-a595c4dc53ff", "name": "network-vif-deleted", "tag": "71839a8a-d7c3-4069-a954-36b67335527d", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:10:08.544649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5bdeee36-84a1-403e-a98b-cdb566bd31ec {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:10:08.545075 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bcc2df-d115-4511-9c3a-a595c4dc53ff', 'name': 'network-vif-deleted', 'tag': '71839a8a-d7c3-4069-a954-36b67335527d', 'status': 'completed', 'code': 200} Aug 17 12:10:08.756671 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c51e86e5-9f10-40d5-a72b-9cfc92c3f706 req-a828ccf1-6ae6-446f-9384-68b1d8a61ee5 tempest-VolumesSnapshotTestJSON-1858961525 tempest-VolumesSnapshotTestJSON-1858961525-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0bcc2df-d115-4511-9c3a-a595c4dc53ff HTTP/1.1" status: 200 len: 210 time: 0.0280066 Aug 17 12:10:09.770053 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-576486c2-1db4-4f0c-9cf4-9d059ded9922 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:09.771551 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-576486c2-1db4-4f0c-9cf4-9d059ded9922 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/networks?id=408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 200 len: 809 time: 0.1039429 Aug 17 12:10:09.786923 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-0936dea3-05b2-4bfc-9647-a073fb4bfb46 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/quotas/58b30a9a6bb94b4ab89110c391226cf3 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Aug 17 12:10:09.826825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-36a004bf-671f-41fb-af2c-de1af4d628d4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257099 Aug 17 12:10:09.912105 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-ac6c82bd-820a-494b-a6c5-b70082c1df15 service neutron] 10.222.0.58 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867538 Aug 17 12:10:10.013637 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-1e86e1c9-52ba-4263-8381-8d782809fe06 service neutron] 10.222.0.58 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955758 Aug 17 12:10:10.203669 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b5e231d4-0437-47a9-b876-b69c27aca199 req-50770350-e938-4590-9f34-ef16b117ba56 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 210 time: 0.0258975 Aug 17 12:10:10.791093 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 71839a8a-d7c3-4069-a954-36b67335527d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:10:10.813527 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 71839a8a-d7c3-4069-a954-36b67335527d {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:10:10.813881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 71839a8a-d7c3-4069-a954-36b67335527d not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:10:11.322323 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-07979e4e-223f-4fc1-b524-b573e4a58331 req-494dda60-c171-45ec-b4db-3a343c2df091 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 210 time: 0.0333467 Aug 17 12:10:11.332572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-be3a8be9-4ec1-4df5-9708-f7ba1b9594fa tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:11.334743 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-be3a8be9-4ec1-4df5-9708-f7ba1b9594fa tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "GET /v2.0/networks?id=408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 200 len: 809 time: 0.1819105 Aug 17 12:10:11.357386 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Request body: {'port': {'device_id': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'network_id': '408af200-b73b-497f-9626-25739ee61c46', 'admin_state_up': True, 'tenant_id': '58b30a9a6bb94b4ab89110c391226cf3'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:11.466545 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Made reservation on behalf of 58b30a9a6bb94b4ab89110c391226cf3 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:10:11.470708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:11.591445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Allocated IP 172.20.0.6 (408af200-b73b-497f-9626-25739ee61c46/e7e41a1c-f667-40fb-b4ce-8086a207016c/ab035fe0-d1d4-40da-853b-9b3a2b6683bb) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:10:11.735907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:11.773784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:11.820169 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Network 408af200-b73b-497f-9626-25739ee61c46 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:10:11.823168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:10:11.827377 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:10:11.833448 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Pushing event updated for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:12.127727 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:12.128347 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:12.143936 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-603383a6-b0e1-4fa5-857a-6742be177f97 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904670 Aug 17 12:10:12.641214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Request body: {'port': {'device_id': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:12.694898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:12.849449 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22caab7-e519-44b9-8250-4323dbcb3176 req-1a82b190-8959-4341-8278-94c0b71dd1b0 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:12.850906 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a22caab7-e519-44b9-8250-4323dbcb3176 req-1a82b190-8959-4341-8278-94c0b71dd1b0 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 931 time: 0.1211376 Aug 17 12:10:12.938993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a22caab7-e519-44b9-8250-4323dbcb3176 req-ea8a6206-5650-4786-8357-ffc681c8d852 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818319 Aug 17 12:10:13.023205 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab035fe0-d1d4-40da-853b-9b3a2b6683bb {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:10:13.031478 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:13.043852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Transition to ACTIVE for port object ab035fe0-d1d4-40da-853b-9b3a2b6683bb will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:10:13.047833 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:13.096196 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:13.167801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Attempting to bind port ab035fe0-d1d4-40da-853b-9b3a2b6683bb on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:10:13.168137 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Attempting to bind port ab035fe0-d1d4-40da-853b-9b3a2b6683bb by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:10:13.168470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Attempting to bind port ab035fe0-d1d4-40da-853b-9b3a2b6683bb on network 408af200-b73b-497f-9626-25739ee61c46 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:10:13.172694 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Port ab035fe0-d1d4-40da-853b-9b3a2b6683bb on network 408af200-b73b-497f-9626-25739ee61c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:10:13.173053 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Attempting to bind port ab035fe0-d1d4-40da-853b-9b3a2b6683bb on network 408af200-b73b-497f-9626-25739ee61c46 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:10:13.178134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:10:13.178477 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Checking segment: {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:10:13.178857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Bound using segment: {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:10:13.179279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Bound port: ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:10:13.179635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:13.241802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:10:13.244751 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:10:13.249606 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:13.283476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:13.284158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:13.285792 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab035fe0-d1d4-40da-853b-9b3a2b6683bb HTTP/1.1" status: 200 len: 1093 time: 0.6491187 Aug 17 12:10:13.289839 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:10:13.291213 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901" -d '{"events": [{"name": "network-changed", "server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:10:13.320469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5c697-76c7-4f04-a0b9-d9d36e35e4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:13.347846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647aa25e-ffd2-47f1-9b72-2b75e29e5cec x-openstack-request-id: req-647aa25e-ffd2-47f1-9b72-2b75e29e5cec {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:10:13.348188 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:10:13.348450 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-647aa25e-ffd2-47f1-9b72-2b75e29e5cec {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:10:13.348925 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb', 'status': 'completed', 'code': 200} Aug 17 12:10:17.769580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-1b2556dd-316a-444a-a3d6-a47caab49ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:17.770995 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-1b2556dd-316a-444a-a3d6-a47caab49ce8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 1096 time: 0.0439377 Aug 17 12:10:18.151107 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6a0c5-ff77-49dc-9671-a1d54705e7b3 req-90576d0e-2449-46f2-ac79-cb4a8d627832 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:18.152561 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9fd6a0c5-ff77-49dc-9671-a1d54705e7b3 req-90576d0e-2449-46f2-ac79-cb4a8d627832 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.1155467 Aug 17 12:10:18.255562 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9fd6a0c5-ff77-49dc-9671-a1d54705e7b3 req-79396585-fca3-4098-9759-855142903abc tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954208 Aug 17 12:10:18.268298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-0574a027-c74e-452f-828e-b230fed0f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:18.269898 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-0574a027-c74e-452f-828e-b230fed0f7ee service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1975255 Aug 17 12:10:18.433852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-9e35acd2-f6d3-49fa-9a05-41a021d67737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:18.435196 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49f3f25a-b2aa-4ed9-a244-a7a7b92b7901 req-9e35acd2-f6d3-49fa-9a05-41a021d67737 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557631 Aug 17 12:10:18.545193 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-8b603c36-d5c2-47dd-9313-a611d64f3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:18.546681 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-8b603c36-d5c2-47dd-9313-a611d64f3f1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 1096 time: 0.0426805 Aug 17 12:10:18.599974 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-4d94109e-bbba-40e5-a27a-9885e662bfa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb HTTP/1.1" status: 200 len: 217 time: 0.0378625 Aug 17 12:10:18.650482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-6aaa15d4-5d05-4a16-aac8-0e2033b7bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:18.652198 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-6aaa15d4-5d05-4a16-aac8-0e2033b7bde3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e41a1c-f667-40fb-b4ce-8086a207016c HTTP/1.1" status: 200 len: 849 time: 0.0442886 Aug 17 12:10:18.687092 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-04cf16a3-2c02-4d35-8019-9d3a00bc8eb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=408af200-b73b-497f-9626-25739ee61c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270157 Aug 17 12:10:18.786097 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-4f6d9d18-7f2a-42e0-93c8-e2dbdba107b6 service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913966 Aug 17 12:10:18.898928 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b2f7b1d-d470-48cc-916a-9beedc422c5f req-cd73dc6b-e87f-4b94-aae0-ad4fd0dd9454 service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025376 Aug 17 12:10:19.527593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f07c1-6999-4603-8c08-61aa53a58d80 req-6cd3256e-e364-4fdb-b0d9-c6a3978dad6d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:19.529072 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a39f07c1-6999-4603-8c08-61aa53a58d80 req-6cd3256e-e364-4fdb-b0d9-c6a3978dad6d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0500307 Aug 17 12:10:19.570577 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a39f07c1-6999-4603-8c08-61aa53a58d80 req-9d774afa-e91a-47ea-bea1-41ba0248ff68 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Aug 17 12:10:22.658871 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c53c-054b-4553-a531-7d3425217867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:24.210524 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:24.891997 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd9213-3b85-4db1-8ef4-09342657eb86 req-43e5d1e9-fcc7-42bf-96ce-ffc778a75c4b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:24.894048 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0abd9213-3b85-4db1-8ef4-09342657eb86 req-43e5d1e9-fcc7-42bf-96ce-ffc778a75c4b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0484052 Aug 17 12:10:24.930527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0abd9213-3b85-4db1-8ef4-09342657eb86 req-73a40621-945e-4539-a9cc-67f4656e5473 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Aug 17 12:10:25.104539 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c27046e1-b6b5-4a8e-ab74-557d619f34f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:25.199119 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:26.455059 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:28.035654 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:30.110385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c0e3c-aa02-4be0-92df-adcc5a880acb req-35dc0421-36cb-42ca-9df1-75c4a1ade9e8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:30.113918 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c6c0e3c-aa02-4be0-92df-adcc5a880acb req-35dc0421-36cb-42ca-9df1-75c4a1ade9e8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0535562 Aug 17 12:10:30.172944 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c6c0e3c-aa02-4be0-92df-adcc5a880acb req-ce4549ad-b115-42c7-9a4d-5c7097a3f2a3 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Aug 17 12:10:31.291786 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f88f72-b186-469a-becd-ef4919f0cf81 req-69b64266-c179-4b6a-8d28-a638ce633312 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:31.293282 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49f88f72-b186-469a-becd-ef4919f0cf81 req-69b64266-c179-4b6a-8d28-a638ce633312 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0479813 Aug 17 12:10:31.338533 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49f88f72-b186-469a-becd-ef4919f0cf81 req-3e23db2b-d548-466e-927f-833aaaff3e85 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Aug 17 12:10:32.451368 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feeca97-aa65-4e51-a62b-c212843c3fa6 req-636d9ea7-2ab5-4309-bffc-fd4a1d7814ec tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:32.452824 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9feeca97-aa65-4e51-a62b-c212843c3fa6 req-636d9ea7-2ab5-4309-bffc-fd4a1d7814ec tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0477619 Aug 17 12:10:32.489606 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9feeca97-aa65-4e51-a62b-c212843c3fa6 req-207bcfc7-dead-40b4-93fb-9a3756369d1a tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Aug 17 12:10:33.605698 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49d6e-782b-4354-8390-5bf1416dcbda req-f7f3dbc1-d91f-4044-bd2a-a923ab18a8fd tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:33.608171 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-10b49d6e-782b-4354-8390-5bf1416dcbda req-f7f3dbc1-d91f-4044-bd2a-a923ab18a8fd tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 943 time: 0.0514455 Aug 17 12:10:33.647701 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-10b49d6e-782b-4354-8390-5bf1416dcbda req-cf5f7770-7e53-41c3-92d2-f730524ff6a4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Aug 17 12:10:33.697333 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dbd88-f5af-440f-a095-4fd7a7937b79 req-bed170a3-51d7-4af7-9505-58c71e9fcc21 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:33.698904 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-109dbd88-f5af-440f-a095-4fd7a7937b79 req-bed170a3-51d7-4af7-9505-58c71e9fcc21 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0480864 Aug 17 12:10:33.713373 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device ab035fe0-d1d4-40da-853b-9b3a2b6683bb details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:10:33.748398 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-109dbd88-f5af-440f-a095-4fd7a7937b79 req-12cddaa5-edea-47d1-befc-894590410cff tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 Aug 17 12:10:33.817860 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:10:33.829946 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb', 'network_id': '408af200-b73b-497f-9626-25739ee61c46', 'port_id': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb', 'mac_address': 'fa:16:3e:e0:0a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e41a1c-f667-40fb-b4ce-8086a207016c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:10:33.875565 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:33.893649 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab035fe0-d1d4-40da-853b-9b3a2b6683bb {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:10:33.914569 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:10:33.918826 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:33.975017 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:33.983008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.983393 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.983901 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.984404 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.984894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.985409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.985894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.997345 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.998737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.999341 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:33.999990 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:34.000728 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:34.441436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['ab035fe0-d1d4-40da-853b-9b3a2b6683bb'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:10:34.760868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fccde-c70b-4ac2-a1ab-c08912de6c8f req-d88b860c-9303-4abb-a649-ab0da556ef6b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:34.762584 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-214fccde-c70b-4ac2-a1ab-c08912de6c8f req-d88b860c-9303-4abb-a649-ab0da556ef6b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Aug 17 12:10:34.801332 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-214fccde-c70b-4ac2-a1ab-c08912de6c8f req-b4b8f4d6-cbd3-43f7-9c6c-7e5427de46fc tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Aug 17 12:10:34.866506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acf6d7-1433-43f1-8496-98045e8b293d req-4b7971e3-fa39-4d35-8ff7-bb0988df5b38 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:34.867959 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72acf6d7-1433-43f1-8496-98045e8b293d req-4b7971e3-fa39-4d35-8ff7-bb0988df5b38 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0483229 Aug 17 12:10:34.904461 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72acf6d7-1433-43f1-8496-98045e8b293d req-af97dc6d-e99c-47d2-9eed-0697c8e3d7b2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307045 Aug 17 12:10:35.913308 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951be1cc-bc64-4127-978f-b6ca581628d6 req-b097397b-0a78-4a7d-a32e-5ea222ed486b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:35.914784 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-951be1cc-bc64-4127-978f-b6ca581628d6 req-b097397b-0a78-4a7d-a32e-5ea222ed486b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 944 time: 0.0477145 Aug 17 12:10:35.954200 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-951be1cc-bc64-4127-978f-b6ca581628d6 req-b0d325b7-6824-47f9-95a7-3387884efce6 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Aug 17 12:10:36.022687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69f6d1-1ce2-427f-ac48-b509658b46bf req-d5c5955b-0297-4f8d-8b76-dfd448690d51 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:36.024050 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a69f6d1-1ce2-427f-ac48-b509658b46bf req-d5c5955b-0297-4f8d-8b76-dfd448690d51 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Aug 17 12:10:36.060459 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a69f6d1-1ce2-427f-ac48-b509658b46bf req-65f8d0dd-f056-466f-9a02-49530c067030 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305817 Aug 17 12:10:37.202371 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f9831-e149-441c-a6ba-626528eb575c req-67f8f2a9-c635-4ef3-b1f8-6a5baa1d2326 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:37.203824 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e5f9831-e149-441c-a6ba-626528eb575c req-67f8f2a9-c635-4ef3-b1f8-6a5baa1d2326 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0726681 Aug 17 12:10:37.225500 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4209fcc-519e-4094-ad9f-087abddbcd94 req-701eb106-ddc9-404c-8772-76d6e2745c6b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:37.226902 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c4209fcc-519e-4094-ad9f-087abddbcd94 req-701eb106-ddc9-404c-8772-76d6e2745c6b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 944 time: 0.2035394 Aug 17 12:10:37.275070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e5f9831-e149-441c-a6ba-626528eb575c req-8fcb04a9-4652-4834-b573-e1f4dd90ac2b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646858 Aug 17 12:10:37.282680 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c4209fcc-519e-4094-ad9f-087abddbcd94 req-af231c19-b1e8-47e2-a689-a5106ed71648 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499842 Aug 17 12:10:38.411147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10183e7-ad3d-4951-9eec-785fa1ec8733 req-4dcc7203-b62f-4529-af80-18223cd27dcc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:38.412883 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a10183e7-ad3d-4951-9eec-785fa1ec8733 req-4dcc7203-b62f-4529-af80-18223cd27dcc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0521150 Aug 17 12:10:38.473026 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a10183e7-ad3d-4951-9eec-785fa1ec8733 req-153615b5-2f9f-4616-8b47-bad30b1e8c04 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Aug 17 12:10:38.484429 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc9fdb-5ae6-4b49-9dd3-28d0e6addecb req-087f2dcd-f4aa-4eb7-a71a-09ef6e5de73b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:38.485965 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cfc9fdb-5ae6-4b49-9dd3-28d0e6addecb req-087f2dcd-f4aa-4eb7-a71a-09ef6e5de73b tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 944 time: 0.1307948 Aug 17 12:10:38.524785 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cfc9fdb-5ae6-4b49-9dd3-28d0e6addecb req-ceafa5fe-421e-424e-91f5-aa202b6ed20e tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Aug 17 12:10:38.803863 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device ab035fe0-d1d4-40da-853b-9b3a2b6683bb up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:10:38.854793 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port ab035fe0-d1d4-40da-853b-9b3a2b6683bb completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:10:38.858201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port ab035fe0-d1d4-40da-853b-9b3a2b6683bb triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:10:38.858614 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:38.932237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:38.953520 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:10:38.955766 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af69fa16-4fdb-4072-8a20-bb9e79069623" -d '{"events": [{"server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "name": "network-vif-plugged", "status": "completed", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:10:38.968378 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:10:38.972821 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:38.999815 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac0676-724b-4109-9436-e0fb0588a691 x-openstack-request-id: req-b3ac0676-724b-4109-9436-e0fb0588a691 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:10:39.000110 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "name": "network-vif-plugged", "status": "completed", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:10:39.000366 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3ac0676-724b-4109-9436-e0fb0588a691 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:10:39.000747 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb', 'code': 200} Aug 17 12:10:39.025432 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:39.592549 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ee142-a4af-4a0a-a0a8-738d14fd3abd req-69119d8d-c755-4c01-a5cb-9a2b16c1809e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:39.594036 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-025ee142-a4af-4a0a-a0a8-738d14fd3abd req-69119d8d-c755-4c01-a5cb-9a2b16c1809e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0511339 Aug 17 12:10:39.659091 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-025ee142-a4af-4a0a-a0a8-738d14fd3abd req-21342e11-e0eb-4250-be31-21aaa2521606 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Aug 17 12:10:39.671096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b2c73-558b-4da0-b9f6-fbe727258645 req-612a25bc-6cea-47d9-bdc5-3e9cd037ea44 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:39.672865 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e3b2c73-558b-4da0-b9f6-fbe727258645 req-612a25bc-6cea-47d9-bdc5-3e9cd037ea44 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0779593 Aug 17 12:10:39.713598 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3e3b2c73-558b-4da0-b9f6-fbe727258645 req-79ede505-4cff-4810-b975-b66e844fa1c6 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Aug 17 12:10:40.782983 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac1310-9468-4c00-a91c-631bc4caedec req-6505711c-8d1e-45d0-b910-6ec0d2335b88 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:40.785057 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30ac1310-9468-4c00-a91c-631bc4caedec req-6505711c-8d1e-45d0-b910-6ec0d2335b88 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0540302 Aug 17 12:10:40.847804 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-30ac1310-9468-4c00-a91c-631bc4caedec req-cddfca27-1ab8-427b-8e96-2d4ff8494c97 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536737 Aug 17 12:10:40.858134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c277-53d5-40f5-930d-3f399cd74ca9 req-8066a342-0c22-457a-b34e-0f24908eef28 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:40.859442 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b52c277-53d5-40f5-930d-3f399cd74ca9 req-8066a342-0c22-457a-b34e-0f24908eef28 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0735245 Aug 17 12:10:40.897761 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b52c277-53d5-40f5-930d-3f399cd74ca9 req-766f2f49-607f-45cc-9bc8-48a834e9ee10 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 17 12:10:41.554491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63276e4-63ad-4106-867e-62a0ca1026ec req-4448bf44-6565-4dcd-a10e-f6152633d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:41.555956 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a63276e4-63ad-4106-867e-62a0ca1026ec req-4448bf44-6565-4dcd-a10e-f6152633d30f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 1098 time: 0.0393891 Aug 17 12:10:41.590559 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a63276e4-63ad-4106-867e-62a0ca1026ec req-6d213553-287e-4913-9539-b48a6f20535f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262847 Aug 17 12:10:41.968812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bd698-a825-4ca2-9d9b-1833a0381020 req-c32e240e-16a8-4425-b284-a653bec0b7a2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:41.972753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-461bd698-a825-4ca2-9d9b-1833a0381020 req-c32e240e-16a8-4425-b284-a653bec0b7a2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0485117 Aug 17 12:10:42.037054 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-461bd698-a825-4ca2-9d9b-1833a0381020 req-da2fe35b-da94-4089-9857-56deffedfbe1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558414 Aug 17 12:10:42.045110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea8d8c-d7fb-4d71-ba27-b30d14ee3e06 req-710355d6-beef-4722-b402-3ba3d2141979 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:42.046526 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7ea8d8c-d7fb-4d71-ba27-b30d14ee3e06 req-710355d6-beef-4722-b402-3ba3d2141979 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0747955 Aug 17 12:10:42.083316 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7ea8d8c-d7fb-4d71-ba27-b30d14ee3e06 req-f076ba75-5d93-446c-9a61-54f96e7fbbeb tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301874 Aug 17 12:10:43.153213 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22e287-f38b-440a-80f4-c62fa537d81b req-9e69f1f7-6bd9-4737-89cd-1ba56b7d0069 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:43.154674 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ca22e287-f38b-440a-80f4-c62fa537d81b req-9e69f1f7-6bd9-4737-89cd-1ba56b7d0069 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Aug 17 12:10:43.219176 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ca22e287-f38b-440a-80f4-c62fa537d81b req-2d81e29c-d6a0-4416-b298-5aa650ae69d4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547061 Aug 17 12:10:43.227942 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae091e8e-a2a2-4d92-8d72-579415413ad9 req-f3989ffa-1fa8-4311-8d56-ae383bb18835 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:43.229420 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae091e8e-a2a2-4d92-8d72-579415413ad9 req-f3989ffa-1fa8-4311-8d56-ae383bb18835 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0737886 Aug 17 12:10:43.266857 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae091e8e-a2a2-4d92-8d72-579415413ad9 req-701557e7-4754-4a5c-a239-3a65c7ffae27 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Aug 17 12:10:43.270955 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:10:44.343873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bc5f9-92d8-40d3-b3f0-1525a4d853ba req-f8a6699e-8d63-4ba0-b6da-25f6e41c7ed9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:44.345283 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-616bc5f9-92d8-40d3-b3f0-1525a4d853ba req-f8a6699e-8d63-4ba0-b6da-25f6e41c7ed9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0498025 Aug 17 12:10:44.405338 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-616bc5f9-92d8-40d3-b3f0-1525a4d853ba req-7aa607e4-d1c9-4273-a024-24b3a9b852ae tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503390 Aug 17 12:10:44.417108 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7fcf0-fb86-4945-b9ec-af772b91aa8a req-2869e567-f03f-466a-87e4-0258c9f5b7a3 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:44.418564 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8dd7fcf0-fb86-4945-b9ec-af772b91aa8a req-2869e567-f03f-466a-87e4-0258c9f5b7a3 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0717468 Aug 17 12:10:44.458614 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8dd7fcf0-fb86-4945-b9ec-af772b91aa8a req-fc8775a5-9687-4924-be96-ec6f8ab62900 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Aug 17 12:10:44.962718 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722dc36-d8d7-4594-9d50-656e1119dc07 req-d65df699-0b3f-43b8-9131-69b11d272e88 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:44.964163 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b722dc36-d8d7-4594-9d50-656e1119dc07 req-d65df699-0b3f-43b8-9131-69b11d272e88 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0477521 Aug 17 12:10:44.999642 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b722dc36-d8d7-4594-9d50-656e1119dc07 req-86e8ccda-c1a4-464b-b413-7bd4ebffaf36 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296311 Aug 17 12:10:45.523878 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d567245-3a5f-4d2c-add6-4211a459a40e req-f29f6981-1869-4dee-8901-78f856de60eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:45.525374 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d567245-3a5f-4d2c-add6-4211a459a40e req-f29f6981-1869-4dee-8901-78f856de60eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0484657 Aug 17 12:10:45.589399 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4d567245-3a5f-4d2c-add6-4211a459a40e req-103129e3-12d4-498f-aca6-5766e7910aca tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548358 Aug 17 12:10:45.599796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce850c-b592-4837-b711-114f9b540ac4 req-81a8ef74-92f5-409b-bf46-e4f939ebf581 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:45.601231 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93ce850c-b592-4837-b711-114f9b540ac4 req-81a8ef74-92f5-409b-bf46-e4f939ebf581 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0749688 Aug 17 12:10:45.637807 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93ce850c-b592-4837-b711-114f9b540ac4 req-d1d1aba9-1c14-48ca-babb-ba38a20051f1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Aug 17 12:10:46.121979 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5eba-b18e-4893-ba18-0dc234e93723 req-b67923fd-803f-4c6f-8955-c705cb7cdae2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:46.123363 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748b5eba-b18e-4893-ba18-0dc234e93723 req-b67923fd-803f-4c6f-8955-c705cb7cdae2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0476863 Aug 17 12:10:46.159992 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-748b5eba-b18e-4893-ba18-0dc234e93723 req-5ad83ddc-0eea-49c5-bcf7-8e5e0939865e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300367 Aug 17 12:10:46.705633 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764aaea-9767-4278-a8d7-68c4f3ead187 req-6dea73c5-86c0-4d1c-a742-d6c3b139a469 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:46.707702 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e764aaea-9767-4278-a8d7-68c4f3ead187 req-6dea73c5-86c0-4d1c-a742-d6c3b139a469 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0473361 Aug 17 12:10:46.743212 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e764aaea-9767-4278-a8d7-68c4f3ead187 req-96b68c22-58c1-4622-b105-011e783d0d26 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298190 Aug 17 12:10:47.271829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451454f-6dcd-44d0-af6d-d8cec12391dc req-72ae9a98-7c59-4e47-83f8-62f210a14cd2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:47.273348 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6451454f-6dcd-44d0-af6d-d8cec12391dc req-72ae9a98-7c59-4e47-83f8-62f210a14cd2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0494437 Aug 17 12:10:47.309690 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6451454f-6dcd-44d0-af6d-d8cec12391dc req-1d9dd33d-f798-4886-9cb6-aea887815fce tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Aug 17 12:10:47.858392 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1789cd-0175-4f57-a8f0-2e917b21425f req-af151124-d7e4-471a-a3e1-8bc7bb0184eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:47.859828 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a1789cd-0175-4f57-a8f0-2e917b21425f req-af151124-d7e4-471a-a3e1-8bc7bb0184eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0474660 Aug 17 12:10:47.896566 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a1789cd-0175-4f57-a8f0-2e917b21425f req-b62744fa-1535-4ce8-8349-c4b1cdfca818 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Aug 17 12:10:48.524629 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb662-d619-43a8-802a-fdd0ec1469da req-a49e066e-8d52-4f06-bb73-bb436d6124e4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:48.526127 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa7eb662-d619-43a8-802a-fdd0ec1469da req-a49e066e-8d52-4f06-bb73-bb436d6124e4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0491424 Aug 17 12:10:48.564095 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa7eb662-d619-43a8-802a-fdd0ec1469da req-35a434ac-cb05-48b8-aefb-bda05f7acfc2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319569 Aug 17 12:10:49.015949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b55bb-82c8-4621-b61e-290830137774 req-e4d5da32-efe5-46ca-8e17-5385556a812d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:49.017440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ab3b55bb-82c8-4621-b61e-290830137774 req-e4d5da32-efe5-46ca-8e17-5385556a812d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0514174 Aug 17 12:10:49.055527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ab3b55bb-82c8-4621-b61e-290830137774 req-c26af7ff-c324-4ad0-a1f6-1c8edfdcf568 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Aug 17 12:10:49.675982 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d29c27-e2df-43ca-bbc3-09dfbf4099d1 req-2c89bb8d-5b36-4e94-b428-c98f4539d68c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:49.677380 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88d29c27-e2df-43ca-bbc3-09dfbf4099d1 req-2c89bb8d-5b36-4e94-b428-c98f4539d68c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0477560 Aug 17 12:10:49.713744 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88d29c27-e2df-43ca-bbc3-09dfbf4099d1 req-e72d140d-eee4-40dd-bafa-073c750c904b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Aug 17 12:10:50.269546 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed947fb-4cab-4940-876c-bea39e805f8e req-87f9e2f9-d2e3-4450-a48d-ef0e2ae86d10 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:50.270997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ed947fb-4cab-4940-876c-bea39e805f8e req-87f9e2f9-d2e3-4450-a48d-ef0e2ae86d10 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0497549 Aug 17 12:10:50.309015 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ed947fb-4cab-4940-876c-bea39e805f8e req-088c7712-ecea-4e3d-b06a-ab7152a6104a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Aug 17 12:10:50.828209 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab0af-63e1-43fb-baf9-3a2aef477bcc req-8b16411e-58e9-4400-905a-7e53d41c6564 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:50.829688 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-832ab0af-63e1-43fb-baf9-3a2aef477bcc req-8b16411e-58e9-4400-905a-7e53d41c6564 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0504537 Aug 17 12:10:50.865861 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-832ab0af-63e1-43fb-baf9-3a2aef477bcc req-0c709003-6864-453f-b76b-4ff78721f25a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298190 Aug 17 12:10:51.428116 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a9336-1e51-46f0-83c5-cc5b32a253c9 req-034f8453-6443-4614-89e7-88cd3affaa43 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:51.429648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2a9336-1e51-46f0-83c5-cc5b32a253c9 req-034f8453-6443-4614-89e7-88cd3affaa43 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Aug 17 12:10:51.468313 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2a9336-1e51-46f0-83c5-cc5b32a253c9 req-375b09bc-6983-4f73-a7f8-bc060e140045 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327570 Aug 17 12:10:51.646966 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777a94-6465-4b66-bcd4-1b3c165e864e req-662cb70e-b12b-4689-b94e-d7a864db333e tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:51.648516 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9777a94-6465-4b66-bcd4-1b3c165e864e req-662cb70e-b12b-4689-b94e-d7a864db333e tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Aug 17 12:10:51.688763 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f9777a94-6465-4b66-bcd4-1b3c165e864e req-74e2f982-082d-4ec6-8a92-16d13cd673f7 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Aug 17 12:10:51.985437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e219078-8ee1-4d10-87b2-0883e41c62ec req-47e72daf-6385-431d-8bb4-7feac714a8e7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:51.986910 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4e219078-8ee1-4d10-87b2-0883e41c62ec req-47e72daf-6385-431d-8bb4-7feac714a8e7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0510423 Aug 17 12:10:52.022579 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4e219078-8ee1-4d10-87b2-0883e41c62ec req-63a4cdd5-14a4-411f-8bb7-d615ee3e169d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298588 Aug 17 12:10:52.589177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e615-417d-4fdc-8e77-50a1a26f1c7f req-96a7287e-952b-4bfe-8b77-3dd5e5e671af tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:52.590679 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a2c4e615-417d-4fdc-8e77-50a1a26f1c7f req-96a7287e-952b-4bfe-8b77-3dd5e5e671af tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Aug 17 12:10:52.631833 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a2c4e615-417d-4fdc-8e77-50a1a26f1c7f req-7c5c18a8-c694-41ba-a902-e054c2270fe2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Aug 17 12:10:52.664440 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee86f-90c5-4855-ac7e-12f70d053dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:52.809092 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965147ae-6020-40f8-ad4a-3f5c4d28a21a req-756748b1-a340-4530-9dff-a743d0c7416f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:52.810629 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-965147ae-6020-40f8-ad4a-3f5c4d28a21a req-756748b1-a340-4530-9dff-a743d0c7416f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Aug 17 12:10:52.849747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-965147ae-6020-40f8-ad4a-3f5c4d28a21a req-0458d7f2-6d5c-430d-89cb-e68e88485372 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 17 12:10:53.146977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb76566-6e72-4d69-bd23-fc3d93854e28 req-dd204a67-234d-412d-862a-b37a30f8859a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:53.148397 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7bb76566-6e72-4d69-bd23-fc3d93854e28 req-dd204a67-234d-412d-862a-b37a30f8859a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0498736 Aug 17 12:10:53.185075 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7bb76566-6e72-4d69-bd23-fc3d93854e28 req-b31e8e2d-9ce5-42a5-b63d-39371339136b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307722 Aug 17 12:10:53.754921 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e458a-efe9-41de-a72b-8cb089aeb852 req-4bcd0115-477f-4666-bfad-7d34f8d3c8eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:53.756298 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b54e458a-efe9-41de-a72b-8cb089aeb852 req-4bcd0115-477f-4666-bfad-7d34f8d3c8eb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0483615 Aug 17 12:10:53.800801 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b54e458a-efe9-41de-a72b-8cb089aeb852 req-8df78e8a-1447-4dbb-8be6-0c094e727cbc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Aug 17 12:10:53.969765 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883961-eba1-49a1-bf05-764d270e548c req-089ed743-2c96-463e-b90c-257cb88a1a8f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:53.971324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0883961-eba1-49a1-bf05-764d270e548c req-089ed743-2c96-463e-b90c-257cb88a1a8f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Aug 17 12:10:54.219122 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.296318 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0883961-eba1-49a1-bf05-764d270e548c req-126fb8bf-36ff-49b5-adf5-49c5d1be9ba2 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190227 Aug 17 12:10:54.333259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-db895cbc-1c46-4289-804d-30f3cd451e5c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:54.334773 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-db895cbc-1c46-4289-804d-30f3cd451e5c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 945 time: 0.3510096 Aug 17 12:10:54.377846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25092f5f-e058-41fe-9409-1a8b4b86d557 req-d74d9609-c2d3-4edf-a625-b00cb68559b3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:54.379860 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25092f5f-e058-41fe-9409-1a8b4b86d557 req-d74d9609-c2d3-4edf-a625-b00cb68559b3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.1002777 Aug 17 12:10:54.458542 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25092f5f-e058-41fe-9409-1a8b4b86d557 req-7b9017b3-ca5c-47c7-af18-4a567a766a98 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648303 Aug 17 12:10:54.468582 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Deleting port ab035fe0-d1d4-40da-853b-9b3a2b6683bb {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:10:54.468753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.567480 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] For port ab035fe0-d1d4-40da-853b-9b3a2b6683bb, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:10:54.567809 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.581253 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Calling delete_port for ab035fe0-d1d4-40da-853b-9b3a2b6683bb owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:10:54.679915 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41962) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:54.716817 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.745247 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Pushing event deleted for resources: {'Port': ['ID=ab035fe0-d1d4-40da-853b-9b3a2b6683bb,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:54.757093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.757655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.757758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.758100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.758437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.758782 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.759096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.759428 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.764087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.764087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.764087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.764087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.771808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['ab035fe0-d1d4-40da-853b-9b3a2b6683bb'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:10:54.789284 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.798688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] No DVR routers for this DVR port ab035fe0-d1d4-40da-853b-9b3a2b6683bb on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:10:54.802026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.804006 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9bc635fd-43ad-4711-bbea-020ec9b91379 req-b5f0b42d-a0ea-4c58-b49f-c922cfa91fa4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "DELETE /v2.0/ports/ab035fe0-d1d4-40da-853b-9b3a2b6683bb HTTP/1.1" status: 204 len: 173 time: 0.4621818 Aug 17 12:10:54.804456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'name': 'network-vif-deleted', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:10:54.806816 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf815b8a-b9db-4d7f-be53-93b54c7fcea4" -d '{"events": [{"server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "name": "network-vif-deleted", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:10:54.851528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba64a5f-2951-4e33-9fd7-a58abe2273aa x-openstack-request-id: req-1ba64a5f-2951-4e33-9fd7-a58abe2273aa {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:10:54.852725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95", "name": "network-vif-deleted", "tag": "ab035fe0-d1d4-40da-853b-9b3a2b6683bb", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:10:54.853138 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1ba64a5f-2951-4e33-9fd7-a58abe2273aa {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:10:54.853610 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95', 'name': 'network-vif-deleted', 'tag': 'ab035fe0-d1d4-40da-853b-9b3a2b6683bb', 'status': 'completed', 'code': 200} Aug 17 12:10:54.885756 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.890092 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:54.938179 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc4f2d8a558848c8916d2339671d92c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570977 Aug 17 12:10:54.938856 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41970) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:54.940869 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce3fc08-d989-4dfd-920a-5919b8e473e5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:54.942417 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e4a51-9b69-4e64-8cc5-7372d8113295 req-af7d4803-4579-4487-b3d5-74b8f4e85a4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:54.944026 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-338e4a51-9b69-4e64-8cc5-7372d8113295 req-af7d4803-4579-4487-b3d5-74b8f4e85a4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0570593 Aug 17 12:10:54.961361 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.961719 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.962082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.962417 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.962751 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.963088 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.963622 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.963957 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.964287 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.964880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.965242 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.965571 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c45997-eab4-4a55-9f2f-f62fd804782a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:10:54.996742 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-338e4a51-9b69-4e64-8cc5-7372d8113295 req-0a0bd4e2-f0e3-4178-ac93-d0a40351ce58 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Aug 17 12:10:55.015587 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.038898 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.091753 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.094325 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.098359 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ce3fc08-d989-4dfd-920a-5919b8e473e5 HTTP/1.1" status: 204 len: 168 time: 0.1582994 Aug 17 12:10:55.106718 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1c57c-7ed8-4d9a-8fc2-f6e2c4d87a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce3fc08-d989-4dfd-920a-5919b8e473e5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:55.109804 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-34c50160-cf6a-4735-bd58-2093801bc4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.199660 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.364456 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 41984) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:55.381821 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4d95f10-fe27-45e8-8e81-1876faf6d22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.434499 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e7c24223-c2e7-49b8-8290-135e977c8de7 req-9557f9d2-4007-4880-99b8-077eb7a18ec4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed450aff-fe8f-4eaa-b2c6-0dbe36dafa95 HTTP/1.1" status: 200 len: 210 time: 0.0346699 Aug 17 12:10:55.501491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4d95f10-fe27-45e8-8e81-1876faf6d22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.505922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4d95f10-fe27-45e8-8e81-1876faf6d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.557486 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b4d95f10-fe27-45e8-8e81-1876faf6d22b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=356f9854e70449468ec42364a8b524fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915848 Aug 17 12:10:55.560146 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 41988) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:55.573887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95f10-fe27-45e8-8e81-1876faf6d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6b65d8-8a36-4967-9a48-3c7e95595a4e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:55.599571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33150033-4a96-44c3-9783-0671e6b31d8a req-fe7d66a7-dd48-4a9a-89e0-53b4778538b2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:55.601191 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-33150033-4a96-44c3-9783-0671e6b31d8a req-fe7d66a7-dd48-4a9a-89e0-53b4778538b2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0665705 Aug 17 12:10:55.611017 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.633560 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.641589 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-33150033-4a96-44c3-9783-0671e6b31d8a req-6f33cd27-84a5-408d-817b-746fd3ec2efa tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343640 Aug 17 12:10:55.681583 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.684259 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:55.685428 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6b6b65d8-8a36-4967-9a48-3c7e95595a4e HTTP/1.1" status: 204 len: 168 time: 0.1243238 Aug 17 12:10:55.693096 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b9621-6c46-4363-aded-294793dcfe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6b65d8-8a36-4967-9a48-3c7e95595a4e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:56.120130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227867f-c73d-44f2-90bc-0fb73cdf9636 req-b1a40751-c8b3-4197-a374-d38c1032f889 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:56.122541 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8227867f-c73d-44f2-90bc-0fb73cdf9636 req-b1a40751-c8b3-4197-a374-d38c1032f889 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Aug 17 12:10:56.170354 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8227867f-c73d-44f2-90bc-0fb73cdf9636 req-3a38a664-7714-40d5-8022-4f80fda244d3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344143 Aug 17 12:10:56.470054 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:56.783467 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-49400b47-d50d-4abe-98cc-0cef89447167 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:56.785028 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-49400b47-d50d-4abe-98cc-0cef89447167 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/networks?id=408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 200 len: 809 time: 0.1362810 Aug 17 12:10:56.792650 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ed92a-4d0a-4714-8fba-a5b2c6ff98dc req-cc07ebd5-0596-47e0-8fa3-a8c3cdc9756c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:56.794121 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f31ed92a-4d0a-4714-8fba-a5b2c6ff98dc req-cc07ebd5-0596-47e0-8fa3-a8c3cdc9756c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0801079 Aug 17 12:10:56.812007 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-9bd866fd-e5be-4acb-ad47-4263cd2f870d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/quotas/58b30a9a6bb94b4ab89110c391226cf3 HTTP/1.1" status: 200 len: 375 time: 0.0164783 Aug 17 12:10:56.865361 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-c8002b98-64f6-46d1-964b-2f299455d902 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445952 Aug 17 12:10:56.869282 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f31ed92a-4d0a-4714-8fba-a5b2c6ff98dc req-4b640eb0-64ca-448d-a963-71e0d9522840 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664482 Aug 17 12:10:57.059933 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-f08c1432-37ac-417f-a3e8-981094bbf114 service neutron] 10.222.0.58 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838307 Aug 17 12:10:57.151536 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-2ba44eb2-a24a-4f26-97dd-46330fac8f42 service neutron] 10.222.0.58 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850983 Aug 17 12:10:57.339939 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3ca02904-5ae4-4b84-b203-55b9b25c3f77 req-058cd09d-9b8f-4df2-b714-e032fed26283 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0400138 Aug 17 12:10:57.353365 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ecd58-eeba-4b8f-a8af-33a0cf29684d req-a410827b-f366-4c2d-9b67-a48f2101eef5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:57.355140 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f3ecd58-eeba-4b8f-a8af-33a0cf29684d req-a410827b-f366-4c2d-9b67-a48f2101eef5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1050899 Aug 17 12:10:57.407424 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f3ecd58-eeba-4b8f-a8af-33a0cf29684d req-80766240-3f66-436e-acaf-cd31ef27c584 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374885 Aug 17 12:10:57.594586 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42098) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:57.746604 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdca3-28d0-43a2-99f7-c1bb88e75f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:57.841479 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdca3-28d0-43a2-99f7-c1bb88e75f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:57.845704 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d0cdca3-28d0-43a2-99f7-c1bb88e75f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:57.885695 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cdca3-28d0-43a2-99f7-c1bb88e75f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7657c5-e109-481b-9992-a01cb6a1cef8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:57.890938 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-1d0cdca3-28d0-43a2-99f7-c1bb88e75f29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6fa8ca2bd3c4b749740b1a6858ca02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953098 Aug 17 12:10:57.893701 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42112) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:57.955567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:57.982762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.004283 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device ab035fe0-d1d4-40da-853b-9b3a2b6683bb no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:10:58.060118 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: ab035fe0-d1d4-40da-853b-9b3a2b6683bb {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:10:58.060561 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device ab035fe0-d1d4-40da-853b-9b3a2b6683bb not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:10:58.068339 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.076005 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b7211-d0b3-4e7f-b36d-ff2c4f847b33 req-8f211897-adb7-4dc6-8e77-3e894c33e16e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:58.077581 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a46b7211-d0b3-4e7f-b36d-ff2c4f847b33 req-8f211897-adb7-4dc6-8e77-3e894c33e16e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0760012 Aug 17 12:10:58.104639 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.107164 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.110714 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a7657c5-e109-481b-9992-a01cb6a1cef8 HTTP/1.1" status: 204 len: 168 time: 0.2106137 Aug 17 12:10:58.121703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c94ab5-0566-40de-b164-6f31e4156cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7657c5-e109-481b-9992-a01cb6a1cef8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:58.166807 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a46b7211-d0b3-4e7f-b36d-ff2c4f847b33 req-b351bc5e-9237-48e1-9b6f-b33b7cc7808a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812378 Aug 17 12:10:58.504615 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0be23cc7-db0e-4b6d-9c27-cfd1c68e5a36 req-d3600a12-a3cd-40f4-8d2a-98e3db68d561 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0547566 Aug 17 12:10:58.512511 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42156) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:58.577179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175bd80-6d3a-441f-bee1-e6f7921b349d req-e3032202-277a-49fd-8d29-611d50fa43c5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:58.578920 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e175bd80-6d3a-441f-bee1-e6f7921b349d req-e3032202-277a-49fd-8d29-611d50fa43c5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0544431 Aug 17 12:10:58.617972 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e175bd80-6d3a-441f-bee1-e6f7921b349d req-fe37a7e6-e623-483d-b16d-f22fa8399c56 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Aug 17 12:10:58.632696 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70089f06-b04d-4cbc-bbc3-60dfdd062870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.745546 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70089f06-b04d-4cbc-bbc3-60dfdd062870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.751263 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70089f06-b04d-4cbc-bbc3-60dfdd062870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.804757 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-70089f06-b04d-4cbc-bbc3-60dfdd062870 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e90f838b2e94232980e196220678631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911041 Aug 17 12:10:58.805375 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42170) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:58.806144 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70089f06-b04d-4cbc-bbc3-60dfdd062870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531b033f-9a63-4232-afb8-ee68efd56262,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:58.898999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-c16376ea-bd93-4d21-afef-2b6a4faa566d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:58.900559 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-c16376ea-bd93-4d21-afef-2b6a4faa566d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "GET /v2.0/networks?id=408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 200 len: 809 time: 0.1700621 Aug 17 12:10:58.903461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.925721 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:58.935656 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Request body: {'port': {'device_id': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'network_id': '408af200-b73b-497f-9626-25739ee61c46', 'admin_state_up': True, 'tenant_id': '58b30a9a6bb94b4ab89110c391226cf3'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:59.041313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.043795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.044932 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/531b033f-9a63-4232-afb8-ee68efd56262 HTTP/1.1" status: 204 len: 168 time: 0.2384608 Aug 17 12:10:59.058263 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ea676-ef4f-4ad4-a046-bf538ff42a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531b033f-9a63-4232-afb8-ee68efd56262,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:59.088639 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Made reservation on behalf of 58b30a9a6bb94b4ab89110c391226cf3 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:10:59.092172 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.227902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Allocated IP 172.20.0.3 (408af200-b73b-497f-9626-25739ee61c46/e7e41a1c-f667-40fb-b4ce-8086a207016c/1fd87bd3-c517-403b-9026-72c9ed4b074f) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:10:59.322052 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a26ecb-cbdc-4e5f-a47d-3b57a324bd0c req-cbd9ba1f-0b5f-42eb-875a-32988673fb33 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:59.323697 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58a26ecb-cbdc-4e5f-a47d-3b57a324bd0c req-cbd9ba1f-0b5f-42eb-875a-32988673fb33 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0812476 Aug 17 12:10:59.419070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58a26ecb-cbdc-4e5f-a47d-3b57a324bd0c req-b1fd7d4b-7df8-415d-b855-fddc42985d10 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802915 Aug 17 12:10:59.463382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.497845 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42200) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:59.511886 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2e8621cc-fc01-4b0d-b9f7-ab522f033ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.516549 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.572007 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Network 408af200-b73b-497f-9626-25739ee61c46 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:10:59.585217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:10:59.599934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:10:59.609138 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Pushing event updated for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:59.614917 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2e8621cc-fc01-4b0d-b9f7-ab522f033ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.619992 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2e8621cc-fc01-4b0d-b9f7-ab522f033ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.662377 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8621cc-fc01-4b0d-b9f7-ab522f033ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8537bcd-765c-4771-9813-35b9b147ec44,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:59.667459 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2912d4-6b77-4482-ac0d-d288e9ca401c req-1b939b18-b8a6-4040-a97c-1c1720d85ff5 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:59.669126 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-2e8621cc-fc01-4b0d-b9f7-ab522f033ced admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27d690de695b4fd4b1c8e50d95bcd035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690934 Aug 17 12:10:59.669242 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd2912d4-6b77-4482-ac0d-d288e9ca401c req-1b939b18-b8a6-4040-a97c-1c1720d85ff5 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 931 time: 0.0996382 Aug 17 12:10:59.671415 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42206) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:10:59.684108 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:59.684716 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.754998 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-8c0025a4-252d-4345-876e-94c104971823 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8273063 Aug 17 12:10:59.786430 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd2912d4-6b77-4482-ac0d-d288e9ca401c req-1b806cfd-32f0-4244-a4da-e6af80ff172a tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077707 Aug 17 12:10:59.808502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3704a-814f-4d0f-817b-5b5a2a3ef956 req-fc4361b7-e195-41d8-b776-662958d7aee1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:10:59.809467 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5e3704a-814f-4d0f-817b-5b5a2a3ef956 req-fc4361b7-e195-41d8-b776-662958d7aee1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1056523 Aug 17 12:10:59.810522 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.845499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.880353 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5e3704a-814f-4d0f-817b-5b5a2a3ef956 req-8430c431-63e3-4afb-afc7-98b7e1f390bf tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599396 Aug 17 12:10:59.910685 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.913552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:10:59.914686 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c8537bcd-765c-4771-9813-35b9b147ec44 HTTP/1.1" status: 204 len: 168 time: 0.2423804 Aug 17 12:10:59.921715 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Request body: {'port': {'device_id': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:10:59.946554 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7e33-c10d-4cbe-a86b-778e1318c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8537bcd-765c-4771-9813-35b9b147ec44,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:10:59.981945 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.241685 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd87bd3-c517-403b-9026-72c9ed4b074f {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:11:00.250296 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.265351 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Transition to ACTIVE for port object 1fd87bd3-c517-403b-9026-72c9ed4b074f will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:00.269286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.330364 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:00.405371 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Attempting to bind port 1fd87bd3-c517-403b-9026-72c9ed4b074f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:00.405859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Attempting to bind port 1fd87bd3-c517-403b-9026-72c9ed4b074f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:00.406307 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Attempting to bind port 1fd87bd3-c517-403b-9026-72c9ed4b074f on network 408af200-b73b-497f-9626-25739ee61c46 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:00.411187 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Port 1fd87bd3-c517-403b-9026-72c9ed4b074f on network 408af200-b73b-497f-9626-25739ee61c46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:11:00.411522 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Attempting to bind port 1fd87bd3-c517-403b-9026-72c9ed4b074f on network 408af200-b73b-497f-9626-25739ee61c46 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:00.416363 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:00.416705 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Checking segment: {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:00.417127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Bound using segment: {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:00.417561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Bound port: 1fd87bd3-c517-403b-9026-72c9ed4b074f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5452f442-a548-4414-8e9a-0d668cd5c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '408af200-b73b-497f-9626-25739ee61c46'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:00.417922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.434769 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42226) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:00.484816 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:00.489570 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:00.492294 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Deleting subnet 40f4ec19-e501-4f3b-88a8-adcfe10a09e8 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:11:00.495922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.497202 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.542447 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.565571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:00.567172 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.568569 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] 10.222.0.60 "PUT /v2.0/ports/1fd87bd3-c517-403b-9026-72c9ed4b074f HTTP/1.1" status: 200 len: 1093 time: 0.7972312 Aug 17 12:11:00.573625 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:11:00.576062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6845682-3618-4d4d-a0f8-fb6843db774e" -d '{"events": [{"name": "network-changed", "server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:11:00.598799 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.614014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4674e9-f133-4226-b8fa-7cf7a964e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:00.641049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a8f6-2699-499d-986b-2733785836cf req-2ce69996-a8af-41c0-bc11-450cf53a50b8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:00.644083 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8402a8f6-2699-499d-986b-2733785836cf req-2ce69996-a8af-41c0-bc11-450cf53a50b8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.1129730 Aug 17 12:11:00.655648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d56786d-1b02-44ab-a2a9-9edb60a21b98 x-openstack-request-id: req-4d56786d-1b02-44ab-a2a9-9edb60a21b98 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:11:00.655898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:11:00.656215 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d56786d-1b02-44ab-a2a9-9edb60a21b98 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:11:00.656661 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f', 'status': 'completed', 'code': 200} Aug 17 12:11:00.687084 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.715348 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8402a8f6-2699-499d-986b-2733785836cf req-350fd2d2-3c94-4a8e-9547-c35e525d3ec2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551279 Aug 17 12:11:00.721170 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f4ec19-e501-4f3b-88a8-adcfe10a09e8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:00.728788 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-cc674693-de9f-4899-b324-e6a42c8ee738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:00.730643 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-cc674693-de9f-4899-b324-e6a42c8ee738 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 1096 time: 0.0846264 Aug 17 12:11:00.738458 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:00.744068 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42242) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:00.746404 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-feae2146-6931-4116-a8ac-a7e47dd4e045 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/40f4ec19-e501-4f3b-88a8-adcfe10a09e8 HTTP/1.1" status: 204 len: 168 time: 0.3052876 Aug 17 12:11:00.859708 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-868dcbfa-9c08-45db-9514-a8bb862f6d3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f HTTP/1.1" status: 200 len: 217 time: 0.1033924 Aug 17 12:11:00.978114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.025698 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d2df-e873-4377-8245-feb991c83208 req-48a322f4-bd76-4ee5-bc4e-7fc9b2634927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.027139 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-48a322f4-bd76-4ee5-bc4e-7fc9b2634927 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e41a1c-f667-40fb-b4ce-8086a207016c HTTP/1.1" status: 200 len: 849 time: 0.1547914 Aug 17 12:11:01.053612 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95594b-b0ae-4cf9-8e0f-1af8f5ffd6a3 req-5305e540-37df-4c43-847c-93cfc8451dcb tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.055053 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e95594b-b0ae-4cf9-8e0f-1af8f5ffd6a3 req-5305e540-37df-4c43-847c-93cfc8451dcb tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1406183 Aug 17 12:11:01.115937 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-1192b23c-901c-4b0e-8090-a7a2cf83a5c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=408af200-b73b-497f-9626-25739ee61c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711761 Aug 17 12:11:01.181002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe786-470e-4218-aab4-f60cd0a3cb75 req-e275c650-f54c-441a-8ee1-d497e98f576a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.182443 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-55dbe786-470e-4218-aab4-f60cd0a3cb75 req-e275c650-f54c-441a-8ee1-d497e98f576a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.2600727 Aug 17 12:11:01.238860 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-23482e82-2cc0-4ea4-b0c8-e3bbb5d9481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.240321 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-23482e82-2cc0-4ea4-b0c8-e3bbb5d9481c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.2341111 Aug 17 12:11:01.247311 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.289134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7516f543-2012-4b76-b25a-475e82b8eaba']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:01.302894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e95594b-b0ae-4cf9-8e0f-1af8f5ffd6a3 req-4dd1821d-e195-45f0-a778-8438f64b0536 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347059 Aug 17 12:11:01.614743 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767bc22e-4623-4487-9887-dd27328020cd') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:01.614975 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767bc22e-4623-4487-9887-dd27328020cd') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:01.657486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.671036 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-55dbe786-470e-4218-aab4-f60cd0a3cb75 req-6fe5ae3f-ad98-4d8c-abef-99f25b40c176 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4386830 Aug 17 12:11:01.696432 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.709041 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-2366b04e-1ce5-41cb-a298-8b041b781abc service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450110 Aug 17 12:11:01.713431 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:11:01.713823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:11:01.719635 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:11:01.776315 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58e8e9-be4d-430b-b878-b05a9ff0e766 req-f5ac9586-7018-4c8f-af6b-915a4e0f40ec tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.777839 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c58e8e9-be4d-430b-b878-b05a9ff0e766 req-f5ac9586-7018-4c8f-af6b-915a4e0f40ec tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1823788 Aug 17 12:11:01.780748 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-ac2c40f9-c39f-4888-a9de-fc1dd8d34338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:01.782129 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-ac2c40f9-c39f-4888-a9de-fc1dd8d34338 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.5217137 Aug 17 12:11:01.810561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.834148 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:01.835993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] 10.222.0.58 "DELETE /v2.0/networks/7516f543-2012-4b76-b25a-475e82b8eaba HTTP/1.1" status: 204 len: 168 time: 1.0909107 Aug 17 12:11:01.837480 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae03cd-8b18-4881-9038-76bd7d0fd4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7516f543-2012-4b76-b25a-475e82b8eaba,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:01.841626 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c58e8e9-be4d-430b-b878-b05a9ff0e766 req-79e5598d-d59d-47ac-91cd-c8cd4be6d4f6 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Aug 17 12:11:02.029703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42288) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:02.068241 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b8577b03-ab81-45c5-b3a6-73c612f49a81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=027cea84a777445faa22b269064dcb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374241 Aug 17 12:11:02.071142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42290) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:02.116781 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:02.137326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:02.182257 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:02.184698 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:02.185850 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e HTTP/1.1" status: 204 len: 168 time: 0.1138408 Aug 17 12:11:02.193861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff344-04a1-419c-b4e5-52da1bc921c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ff1a3-dbd4-43ff-b1a9-1bb341b4936e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:02.419875 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a5bc1-bd88-4618-ba8e-ff9caeb1edc1 req-48bf4ce6-1bd0-47db-a01d-2b2aada1c91f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:02.421268 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c80a5bc1-bd88-4618-ba8e-ff9caeb1edc1 req-48bf4ce6-1bd0-47db-a01d-2b2aada1c91f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0530753 Aug 17 12:11:02.459296 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c80a5bc1-bd88-4618-ba8e-ff9caeb1edc1 req-c67ab4c1-2774-481a-aae1-b8aff93bbeb3 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Aug 17 12:11:02.801724 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1249f-c806-4bf8-9797-07350d70268c req-49eecd69-b729-4831-a200-60b5f859b959 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:02.803220 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86e1249f-c806-4bf8-9797-07350d70268c req-49eecd69-b729-4831-a200-60b5f859b959 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0557070 Aug 17 12:11:02.840025 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-86e1249f-c806-4bf8-9797-07350d70268c req-beda161a-e59c-4ef5-bcb3-ca20d7505793 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Aug 17 12:11:02.849396 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42316) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:02.947714 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797016245-network', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:02.982591 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6527a1-be98-4cb1-8dfa-60474b09edb6 req-546d9344-fe5a-4b6c-8d61-0f8cb3d25e71 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:02.984079 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8e6527a1-be98-4cb1-8dfa-60474b09edb6 req-546d9344-fe5a-4b6c-8d61-0f8cb3d25e71 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0675225 Aug 17 12:11:02.985440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Made reservation on behalf of 7f748ebf8de04013a9e23dccf6091381 for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:11:02.988922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.007319 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.045896 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8e6527a1-be98-4cb1-8dfa-60474b09edb6 req-47556b81-1d15-4f96-a42e-660453f55119 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546780 Aug 17 12:11:03.118221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.122007 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.149936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:11:03.155154 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdf20a8-d981-491c-9eea-e55e2030b9a9,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:03.163525 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.163642 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Added segment a317e42e-0985-4de7-9cfd-4f7d607fda86 of type vlan for network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 Aug 17 12:11:03.201095 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.225327 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.226321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:03.226898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.276497 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4260046 Aug 17 12:11:03.279558 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42326) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:03.285140 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Request body: {'subnet': {'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797016245-subnet', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:03.287499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4362607-ea42-40c6-8d0a-a3bd154604be admin admin] Pushing event updated for resources: {'Network': ['ID=228b21ce-7cd1-4037-ae4b-7eb59d423d83,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:03.297288 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:11:03.305424 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Made reservation on behalf of 7f748ebf8de04013a9e23dccf6091381 for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:11:03.307952 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.473534 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.525385 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:03.536493 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Checking segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:03.536845 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Network hostable DHCP agents. Network: 228b21ce-7cd1-4037-ae4b-7eb59d423d83, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:11:03.553320 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:11:03.562117 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 228b21ce-7cd1-4037-ae4b-7eb59d423d83) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:03.567332 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:03.567926 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.573031 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc74bc64-e228-4e24-bc38-4e30141acbf7 None None] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:11:03.578619 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb1f1-1c9b-4f2e-bf9d-24c35e79367a req-c44ff841-2455-4277-a9df-9edc8cc3986d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:03.580234 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41ffb1f1-1c9b-4f2e-bf9d-24c35e79367a req-c44ff841-2455-4277-a9df-9edc8cc3986d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0551841 Aug 17 12:11:03.584125 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-6cc46fd3-4baa-4328-a1be-cb0713b44f9c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3034997 Aug 17 12:11:03.586802 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42330) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:03.592050 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:03.615763 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.616931 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.620590 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-41ffb1f1-1c9b-4f2e-bf9d-24c35e79367a req-37ec4c87-e5c7-4d16-9b8e-87963424f036 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Aug 17 12:11:03.680333 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.722678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:11:03.723589 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:03.864694 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Allocated IP 172.20.0.2 (228b21ce-7cd1-4037-ae4b-7eb59d423d83/1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6/d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:03.964202 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c706-4d7a-45dc-ad4f-e9bbf40a124f req-8e7c8f4a-bb2a-4cea-bb4b-56a6f166483c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:03.966582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3fa6c706-4d7a-45dc-ad4f-e9bbf40a124f req-8e7c8f4a-bb2a-4cea-bb4b-56a6f166483c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0501459 Aug 17 12:11:03.983689 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.012177 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3fa6c706-4d7a-45dc-ad4f-e9bbf40a124f req-d2bb8d98-3d16-4624-8e82-e53b59078c7e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Aug 17 12:11:04.027141 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.036253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Transition to ACTIVE for port object d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:04.059794 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Transition to ACTIVE for port object d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:04.059794 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.103007 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:04.107619 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:04.110138 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:04.120897 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Pushing event updated for resources: {'Port': ['ID=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:04.171155 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Attempting to bind port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:04.171650 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Attempting to bind port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:04.172021 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Attempting to bind port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e on network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:04.176412 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e91a2-c3d4-4f6e-b5b7-e104563d0d28 req-4deef9a5-51d6-4c28-953a-7c7721150531 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:04.177146 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:04.177519 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Checking segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:04.177923 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.178235 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1e4e91a2-c3d4-4f6e-b5b7-e104563d0d28 req-4deef9a5-51d6-4c28-953a-7c7721150531 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0510859 Aug 17 12:11:04.178357 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Bound using segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:04.178765 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Bound port: d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:04.179142 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.202458 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.220148 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1e4e91a2-c3d4-4f6e-b5b7-e104563d0d28 req-d445b29f-93b4-4b56-85eb-da78e27546fa tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352209 Aug 17 12:11:04.225612 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.244174 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] For port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:04.247230 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] For port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:04.251826 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.315179 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611518e2-7489-4962-8f73-51cf13edf9e5 None None] Pushing event updated for resources: {'Port': ['ID=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:04.345238 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Allocated IP 172.27.0.2 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/7df5fa87-046c-493e-9521-9a3997b7a2b6) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:04.467584 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.512598 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.557958 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:04.560976 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:04.564584 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:04.570827 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Pushing event updated for resources: {'Port': ['ID=7df5fa87-046c-493e-9521-9a3997b7a2b6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:04.764339 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:04.807362 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf4093-7af5-4073-b058-6d39749677a7 req-66aa596d-4fc3-47de-8c4f-0d3bb165859a tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:04.813424 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fcf4093-7af5-4073-b058-6d39749677a7 req-66aa596d-4fc3-47de-8c4f-0d3bb165859a tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1206887 Aug 17 12:11:04.827977 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:04.828277 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:04.866669 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc85d2df-e873-4377-8245-feb991c83208 req-7ec2433a-d2f6-4d24-b3f2-1da056abc00b service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433380 Aug 17 12:11:04.873906 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fcf4093-7af5-4073-b058-6d39749677a7 req-ef757ce2-9dc7-4a48-b882-d4cdc2b9ae8f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584669 Aug 17 12:11:05.027867 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.147795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea9440-e066-4cfd-99e1-a8b3b7ee84e8 req-cc4252c3-b30c-41a0-8723-be44ee0c0ea4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:05.149336 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4aea9440-e066-4cfd-99e1-a8b3b7ee84e8 req-cc4252c3-b30c-41a0-8723-be44ee0c0ea4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0502985 Aug 17 12:11:05.177941 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:11:05.191049 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4aea9440-e066-4cfd-99e1-a8b3b7ee84e8 req-3eed242e-4cb7-4b28-8133-ba27f35e78ea tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358028 Aug 17 12:11:05.214561 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc5898-390f-4401-9de7-bdecb127efb8 None None] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:11:05.270751 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Provisioning for port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:05.278754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Provisioning complete for port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:05.279177 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.287949 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:11:05.305527 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.309840 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f7e2e0d8-3668-45d1-9f26-1f3b9a6a58dd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7194216 Aug 17 12:11:05.310045 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42350) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:05.313518 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Sync routers for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:11:05.348581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2adf3e-bb72-4e84-9117-3c11125163a5 req-bb67b783-da27-4fae-b9c3-a5c3fc56b628 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:05.348963 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:05.349675 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:05.353383 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8e2adf3e-bb72-4e84-9117-3c11125163a5 req-bb67b783-da27-4fae-b9c3-a5c3fc56b628 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Aug 17 12:11:05.389488 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8e2adf3e-bb72-4e84-9117-3c11125163a5 req-4867a89c-c31d-44b6-9086-d78ab5bc5a09 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 17 12:11:05.527852 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.549125 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:05.658926 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] For port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:05.666253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.733394 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.738569 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d2d18-e4b8-49af-b4e4-3acc0d89c620 None None] Pushing event updated for resources: {'Port': ['ID=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:05.795608 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-4fa0c01a-2384-4316-8169-bf6a20afac52 None None] Provisioning complete for port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:05.795981 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4fa0c01a-2384-4316-8169-bf6a20afac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:05.946628 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:11:05.979565 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:04Z', 'revision_number': 3, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:06.015163 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Checking router: 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:11:06.015673 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Updating router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f port 7df5fa87-046c-493e-9521-9a3997b7a2b6 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:11:06.048124 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-be40b284-be15-41c9-9693-c14ae35ac38a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1000 time: 0.1183438 Aug 17 12:11:06.063915 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530467-104b-4dfa-a8ba-1b8d358fb4de req-d8284922-a897-4053-baba-17c6a2c582ac tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:06.065444 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc530467-104b-4dfa-a8ba-1b8d358fb4de req-d8284922-a897-4053-baba-17c6a2c582ac tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0689325 Aug 17 12:11:06.075843 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Allocated IP 172.20.0.1 (228b21ce-7cd1-4037-ae4b-7eb59d423d83/1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6/c87344d9-880d-4b0b-8061-d75efd5b7df6) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:06.087991 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.104901 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc530467-104b-4dfa-a8ba-1b8d358fb4de req-4c40ff40-54f7-4cb3-990c-bdcd8f66878a tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Aug 17 12:11:06.192027 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.204341 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Transition to ACTIVE for port object c87344d9-880d-4b0b-8061-d75efd5b7df6 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:06.240599 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.250038 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:06.275639 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:11:06.278188 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:06.283238 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:06.287223 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:06.313840 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Pushing event updated for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:06.318091 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e492968-2537-441b-a14c-dca5b5328e23 req-d9df04b9-e0e2-4c6d-9ba1-c7211434c152 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:06.319603 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e492968-2537-441b-a14c-dca5b5328e23 req-d9df04b9-e0e2-4c6d-9ba1-c7211434c152 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0563340 Aug 17 12:11:06.337293 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.368691 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.382246 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e492968-2537-441b-a14c-dca5b5328e23 req-ba61f279-acaa-4498-a73b-0adffc40372c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487044 Aug 17 12:11:06.387748 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:11:06.429871 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:06.436686 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.506357 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.542055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=6']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:06.545511 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a07b0-7f8d-4c0b-995f-f556f977fc5e req-c35bde48-eab4-4015-b25a-527eb5a53867 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:06.547085 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e16a07b0-7f8d-4c0b-995f-f556f977fc5e req-c35bde48-eab4-4015-b25a-527eb5a53867 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Aug 17 12:11:06.571225 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.581311 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Transition to ACTIVE for port object 7df5fa87-046c-493e-9521-9a3997b7a2b6 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:06.587025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.587347 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e16a07b0-7f8d-4c0b-995f-f556f977fc5e req-3c1e2947-570e-410b-bcfa-a754742206ed tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Aug 17 12:11:06.642782 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d89a-2a37-49b6-91fb-d6fda1d587b0 None None] Pushing event updated for resources: {'Port': ['ID=7df5fa87-046c-493e-9521-9a3997b7a2b6,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:06.645190 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Attempting to bind port 7df5fa87-046c-493e-9521-9a3997b7a2b6 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:06.645509 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Attempting to bind port 7df5fa87-046c-493e-9521-9a3997b7a2b6 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:06.645895 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Attempting to bind port 7df5fa87-046c-493e-9521-9a3997b7a2b6 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:06.655008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:06.655382 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:06.655787 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.656174 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:06.656639 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Bound port: 7df5fa87-046c-493e-9521-9a3997b7a2b6, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:06.657043 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.691565 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.693652 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-12c86650-6f58-4180-9d8b-bdbbebfea549 None None] Provisioning for port c87344d9-880d-4b0b-8061-d75efd5b7df6 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:06.697016 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.704429 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-12c86650-6f58-4180-9d8b-bdbbebfea549 None None] Provisioning complete for port c87344d9-880d-4b0b-8061-d75efd5b7df6 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:06.704799 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-12c86650-6f58-4180-9d8b-bdbbebfea549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.735522 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:06.750434 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] For port 7df5fa87-046c-493e-9521-9a3997b7a2b6, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:06.765682 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Pushing event updated for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:06.768243 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.795174 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] For port 7df5fa87-046c-493e-9521-9a3997b7a2b6, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7df5fa87-046c-493e-9521-9a3997b7a2b6,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:06.798248 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-12c86650-6f58-4180-9d8b-bdbbebfea549 None None] Port c87344d9-880d-4b0b-8061-d75efd5b7df6 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:11:06.803992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.863741 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:06.865119 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:06.871566 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:06.872190 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:06.880938 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:06.881331 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:06.912681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d89a-2a37-49b6-91fb-d6fda1d587b0 None None] Pushing event updated for resources: {'Port': ['ID=7df5fa87-046c-493e-9521-9a3997b7a2b6,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:06.986934 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:11:07.044250 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:07.113952 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:11:07.124965 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ee178622-86e6-434e-8eca-aff4bcaeed5f admin admin] 10.222.0.58 "PUT /v2.0/routers/1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077419 Aug 17 12:11:07.174984 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-fc06592f-2d67-48fd-8292-102675f39511 None None] Provisioning complete for port c87344d9-880d-4b0b-8061-d75efd5b7df6 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:07.175358 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fc06592f-2d67-48fd-8292-102675f39511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.231909 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-fc06592f-2d67-48fd-8292-102675f39511 None None] Port c87344d9-880d-4b0b-8061-d75efd5b7df6 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:11:07.234791 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdfa4a-6702-4d45-a46a-940683b318d5 req-cacfc854-e413-4a2f-baf5-56bcee94bdf1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.243405 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01fdfa4a-6702-4d45-a46a-940683b318d5 req-cacfc854-e413-4a2f-baf5-56bcee94bdf1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0611279 Aug 17 12:11:07.285780 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-01fdfa4a-6702-4d45-a46a-940683b318d5 req-a43dcfab-233c-473e-98ae-4770c1e93a3e tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Aug 17 12:11:07.303787 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 2, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:07.333737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451eaf24-fe70-481f-b66c-818c3f3a9993 None None] The sync data for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi is: [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 2, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:11:07.513368 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-4d65f123-448d-457d-94f9-04faa9a647ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.515611 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-4d65f123-448d-457d-94f9-04faa9a647ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.1170688 Aug 17 12:11:07.525994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-47c8752d-9cd8-4a0a-8cac-0c5e1170d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.527446 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-47c8752d-9cd8-4a0a-8cac-0c5e1170d67b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 1096 time: 0.1202087 Aug 17 12:11:07.586657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62930574-85e9-4313-a031-6d1a6b1aef6b req-758649ff-0cb5-41da-8e9a-d02f9cd97638 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.588152 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-62930574-85e9-4313-a031-6d1a6b1aef6b req-758649ff-0cb5-41da-8e9a-d02f9cd97638 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.1292796 Aug 17 12:11:07.695599 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42386) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:07.700865 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1694941750-network', 'tenant_id': '26278b52a2c94709b850bda3dde51294'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:07.704483 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-5e6069c5-f524-4f30-9618-22babf81f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.706596 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-5e6069c5-f524-4f30-9618-22babf81f512 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1770127 Aug 17 12:11:07.715771 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-62930574-85e9-4313-a031-6d1a6b1aef6b req-74fc0bce-7ea0-43c8-888b-71d8fdcdf33e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917981 Aug 17 12:11:07.725792 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Made reservation on behalf of 26278b52a2c94709b850bda3dde51294 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:11:07.728528 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.741135 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-ca34107f-b0ed-4e40-95a7-1cb93a8248ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.742386 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.742597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-ca34107f-b0ed-4e40-95a7-1cb93a8248ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 200 len: 910 time: 0.2030761 Aug 17 12:11:07.772509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b8d90-c6ae-4402-ae1f-a7cb4505620e req-bf3a0e86-8517-4d94-ab36-c3445145ff79 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.774135 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-071b8d90-c6ae-4402-ae1f-a7cb4505620e req-bf3a0e86-8517-4d94-ab36-c3445145ff79 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.1029823 Aug 17 12:11:07.848844 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.854432 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.879525 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:11:07.889889 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7ad7d-5993-4dcf-a22b-a8696e0c997e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:07.895551 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.895902 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Added segment f9c9db88-f842-4d44-8085-59e80fd03a21 of type vlan for network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 Aug 17 12:11:07.903753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-51b582fe-ca17-4bdb-8666-8e91a91d1a16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f HTTP/1.1" status: 200 len: 217 time: 0.0983741 Aug 17 12:11:07.916630 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-071b8d90-c6ae-4402-ae1f-a7cb4505620e req-74368f12-7442-43ef-a6e4-076edcc855d7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316602 Aug 17 12:11:07.950239 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.982164 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:07.983342 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:07.983996 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.009576 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-374ed7c6-4591-4edd-97fd-a8640e5d4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:08.011081 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-374ed7c6-4591-4edd-97fd-a8640e5d4ab3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7e41a1c-f667-40fb-b4ce-8086a207016c HTTP/1.1" status: 200 len: 849 time: 0.0854366 Aug 17 12:11:08.013515 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-d41f8d0b-cdc4-4f5b-961c-e9e6479f9a72 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071288 Aug 17 12:11:08.035446 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3387766 Aug 17 12:11:08.042094 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42390) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:08.049506 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Request body: {'subnet': {'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1694941750-subnet', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:08.067867 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99744a8-e3da-4c2b-9794-729e0f93579f admin admin] Pushing event updated for resources: {'Network': ['ID=0fab0e09-c9bd-455c-a4fe-2a8f412f7173,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:08.086482 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:11:08.109658 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-fddc7348-0c8f-4c36-86fe-1a886aa15e0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=408af200-b73b-497f-9626-25739ee61c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852225 Aug 17 12:11:08.112530 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Made reservation on behalf of 26278b52a2c94709b850bda3dde51294 for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:11:08.115971 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.253895 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['26c972c7-06e4-418f-a11f-f7e5e7a6f170'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:11:08.263014 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-9363b6c8-7f3e-4521-9b53-6ead13ba75ed service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258788 Aug 17 12:11:08.264759 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c93110e9-f0c0-4e0b-a249-70a581ca1245 req-7a5eaea3-b714-49d0-b86e-df5a74ea8a6b service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891832 Aug 17 12:11:08.385958 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.453358 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d6a0fa-0133-4310-8abb-c6893a628dc3,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:08.471747 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Checking segment: {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:08.471747 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Network hostable DHCP agents. Network: 0fab0e09-c9bd-455c-a4fe-2a8f412f7173, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:11:08.492229 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:11:08.503642 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 0fab0e09-c9bd-455c-a4fe-2a8f412f7173) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:08.508361 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a31014-6acc-490c-8f6e-5e4cd7f68a6c req-a83d2655-8ef5-4615-9601-7579e0790a9f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:08.508998 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:08.509684 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.519585 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-35a31014-6acc-490c-8f6e-5e4cd7f68a6c req-a83d2655-8ef5-4615-9601-7579e0790a9f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1082983 Aug 17 12:11:08.521392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf156df-65ac-49db-81ba-9de21a074874 None None] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:11:08.531701 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-15af460d-30af-4a16-91d3-eeb468b91b0e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4883540 Aug 17 12:11:08.533173 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42400) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:08.541312 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:08.551865 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6845682-3618-4d4d-a0f8-fb6843db774e req-6315f9d9-b3b3-4154-9101-946e1bf39da1 service neutron] 10.222.0.60 "GET /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710321 Aug 17 12:11:08.571700 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.573034 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.573985 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-35a31014-6acc-490c-8f6e-5e4cd7f68a6c req-00bbbb25-6032-4f9e-8c5b-ebb0e8a0bf14 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527849 Aug 17 12:11:08.644984 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.702647 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:11:08.703628 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.831040 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:08.859222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fb18c-333e-468f-9389-a48c5aeaf1b7 req-8b9c2e71-1a4f-46fd-829f-1f9facabae9f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:08.860768 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8d3fb18c-333e-468f-9389-a48c5aeaf1b7 req-8b9c2e71-1a4f-46fd-829f-1f9facabae9f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0550091 Aug 17 12:11:08.905521 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8d3fb18c-333e-468f-9389-a48c5aeaf1b7 req-5f87894c-2da9-45ea-9fe9-cc76c8b7b2a6 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373414 Aug 17 12:11:08.945349 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7df5fa87-046c-493e-9521-9a3997b7a2b6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:09.056900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 7df5fa87-046c-493e-9521-9a3997b7a2b6 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:09.058290 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25eefc-ac82-40f0-9ddb-5f7e65b4adac req-b4258734-9d50-4fdc-b43d-261456b71d12 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:09.059881 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f25eefc-ac82-40f0-9ddb-5f7e65b4adac req-b4258734-9d50-4fdc-b43d-261456b71d12 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0612814 Aug 17 12:11:09.062567 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Allocated IP 172.20.0.2 (0fab0e09-c9bd-455c-a4fe-2a8f412f7173/08d6a0fa-0133-4310-8abb-c6893a628dc3/deb77e65-7d28-4a9c-b994-3fee8b4289b0) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:09.067398 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 7df5fa87-046c-493e-9521-9a3997b7a2b6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:09.067772 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.071995 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.091552 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.102262 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f25eefc-ac82-40f0-9ddb-5f7e65b4adac req-84448e35-e205-4b1d-8de9-0974d8162a3a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339785 Aug 17 12:11:09.210472 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Allocated IP 172.27.0.163 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/a40f3c50-f656-42e3-a0f9-4b11ff3155e8) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:09.239446 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.287699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 7df5fa87-046c-493e-9521-9a3997b7a2b6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7df5fa87-046c-493e-9521-9a3997b7a2b6,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:09.295593 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.302994 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.313491 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.332056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Transition to ACTIVE for port object deb77e65-7d28-4a9c-b994-3fee8b4289b0 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:09.357248 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.362772 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Transition to ACTIVE for port object deb77e65-7d28-4a9c-b994-3fee8b4289b0 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:09.364426 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=7df5fa87-046c-493e-9521-9a3997b7a2b6,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:09.371867 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.403754 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:09.413836 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:09.418163 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:09.421210 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Pushing event updated for resources: {'Port': ['ID=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:09.441672 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:09.442662 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Pushing event updated for resources: {'Port': ['ID=deb77e65-7d28-4a9c-b994-3fee8b4289b0,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:09.446592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:09.451242 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:09.524540 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Attempting to bind port deb77e65-7d28-4a9c-b994-3fee8b4289b0 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:09.525041 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Attempting to bind port deb77e65-7d28-4a9c-b994-3fee8b4289b0 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:09.525490 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Attempting to bind port deb77e65-7d28-4a9c-b994-3fee8b4289b0 on network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:09.530646 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:09.531112 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Checking segment: {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:09.531711 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.532210 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Bound using segment: {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:09.532697 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Bound port: deb77e65-7d28-4a9c-b994-3fee8b4289b0, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:09.533200 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.611967 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] For port deb77e65-7d28-4a9c-b994-3fee8b4289b0, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:09.616649 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] For port deb77e65-7d28-4a9c-b994-3fee8b4289b0, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=deb77e65-7d28-4a9c-b994-3fee8b4289b0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:09.623100 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.698298 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb370053-cb38-48f0-94c8-672ef1e6cf7f None None] Pushing event updated for resources: {'Port': ['ID=deb77e65-7d28-4a9c-b994-3fee8b4289b0,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:09.730832 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51448a8-9122-4ea7-b858-4aca15167ea6 req-4012453c-146f-4d4d-bc55-147b0d196c17 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:09.733152 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d51448a8-9122-4ea7-b858-4aca15167ea6 req-4012453c-146f-4d4d-bc55-147b0d196c17 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0824142 Aug 17 12:11:09.780688 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:09.793403 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d51448a8-9122-4ea7-b858-4aca15167ea6 req-f85f471a-f25b-4a8e-92c9-4b8d6bf6acf2 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522678 Aug 17 12:11:09.830424 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Sync routers for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:11:09.840054 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:09.840778 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:09.973453 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:10.054705 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7fbdb-259d-46f1-aced-2572fc661f63 req-c6220ac3-fd7f-418b-b0f4-191d1d449645 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:10.056394 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4be7fbdb-259d-46f1-aced-2572fc661f63 req-c6220ac3-fd7f-418b-b0f4-191d1d449645 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0634940 Aug 17 12:11:10.102071 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4be7fbdb-259d-46f1-aced-2572fc661f63 req-937a8b64-0309-4899-874e-6cb004c89524 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390539 Aug 17 12:11:10.197593 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 2, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:10.230480 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.231722 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Checking router: 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:11:10.232275 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Updating router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f port c87344d9-880d-4b0b-8061-d75efd5b7df6 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:11:10.233553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b5136-5d44-4ebf-b1a9-f3b409fcb767 req-d8c454dc-707b-4402-8d63-79f18457762c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:10.235092 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f0b5136-5d44-4ebf-b1a9-f3b409fcb767 req-d8c454dc-707b-4402-8d63-79f18457762c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0566680 Aug 17 12:11:10.258323 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.275693 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f0b5136-5d44-4ebf-b1a9-f3b409fcb767 req-22c68070-9c23-4781-8b62-d040efbf59f3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329213 Aug 17 12:11:10.359708 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:11:10.472667 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:11:10.484936 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Sync routers for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:11:10.489535 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.493721 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-98fc5e4c-73dd-4046-be20-f9bf05db3524 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9591484 Aug 17 12:11:10.503657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42424) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:10.503874 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:10.503874 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:10.573031 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.592953 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Transition to ACTIVE for port object c87344d9-880d-4b0b-8061-d75efd5b7df6 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:10.605371 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.675382 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Pushing event updated for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:10.717754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:10.727850 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.732714 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.733124 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.733463 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.733795 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.734125 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.734449 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.734770 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.735111 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.735436 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.735759 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.736068 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:10.773261 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Attempting to bind port c87344d9-880d-4b0b-8061-d75efd5b7df6 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:10.773636 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Attempting to bind port c87344d9-880d-4b0b-8061-d75efd5b7df6 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:10.773998 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Attempting to bind port c87344d9-880d-4b0b-8061-d75efd5b7df6 on network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:10.787980 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:10.788369 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Checking segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:10.788759 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.790830 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Bound using segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:10.791326 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Bound port: c87344d9-880d-4b0b-8061-d75efd5b7df6, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:10.791726 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.914039 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] For port c87344d9-880d-4b0b-8061-d75efd5b7df6, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:10.919222 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ccb15e-a197-44f9-950e-642418687368 None None] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:11:10.923030 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] For port c87344d9-880d-4b0b-8061-d75efd5b7df6, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=c87344d9-880d-4b0b-8061-d75efd5b7df6,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:10.950665 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:10.987678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device deb77e65-7d28-4a9c-b994-3fee8b4289b0 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:11.047376 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d131de-87e6-4a61-98b2-cd23fdd372b3 None None] Pushing event updated for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:11.095474 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:11.096964 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:11.186505 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-2d71d01f-ff9b-435e-8b66-36a36cd7a8ca None None] Provisioning for port deb77e65-7d28-4a9c-b994-3fee8b4289b0 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:11.270535 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port deb77e65-7d28-4a9c-b994-3fee8b4289b0 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:11.273673 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:11.279024 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port deb77e65-7d28-4a9c-b994-3fee8b4289b0 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:11.279396 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.348262 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 3, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:11.395808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Checking router: db9816d9-1da1-4c54-b7e4-d0fc90e634b8 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:11:11.396103 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Updating router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:11:11.417806 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf343d6-e666-433f-99f9-c766ffb48773 req-0b2514ae-d380-4c4c-bbd2-a7e6116fd3ea tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:11.419556 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbf343d6-e666-433f-99f9-c766ffb48773 req-0b2514ae-d380-4c4c-bbd2-a7e6116fd3ea tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.4692872 Aug 17 12:11:11.464676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.477950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2c25-5e37-4519-a533-7c3dcd7eb432 req-5db8d37e-c552-4616-a0f0-8871217d536b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:11.479462 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d08b2c25-5e37-4519-a533-7c3dcd7eb432 req-5db8d37e-c552-4616-a0f0-8871217d536b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.1311343 Aug 17 12:11:11.501530 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.555064 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbf343d6-e666-433f-99f9-c766ffb48773 req-923383c5-8bc3-43ec-a8e0-8a53556f5ff2 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153905 Aug 17 12:11:11.555752 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:10Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:11.588615 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d08b2c25-5e37-4519-a533-7c3dcd7eb432 req-65e10af2-a452-446d-b49d-8c3d9d3d69aa tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960109 Aug 17 12:11:11.589063 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56824c62-155e-4ff4-8653-0d77b9a6dba5 None None] The sync data for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi is: [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:10Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:11:11.632840 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.659952 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port deb77e65-7d28-4a9c-b994-3fee8b4289b0, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=deb77e65-7d28-4a9c-b994-3fee8b4289b0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:11.699612 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.700409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7df5fa87-046c-493e-9521-9a3997b7a2b6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:11.760972 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e0784336-71e9-4b03-86ac-81292f8a6dfb None None] Provisioning complete for port deb77e65-7d28-4a9c-b994-3fee8b4289b0 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:11.760972 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e0784336-71e9-4b03-86ac-81292f8a6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.769809 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241d164-8247-4bc1-98e5-5592d4c72674 req-bb672ab7-775e-4e07-bb32-c5c89acd4d34 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:11.771545 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c241d164-8247-4bc1-98e5-5592d4c72674 req-bb672ab7-775e-4e07-bb32-c5c89acd4d34 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.1291261 Aug 17 12:11:11.838657 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=deb77e65-7d28-4a9c-b994-3fee8b4289b0,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:11.849892 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c241d164-8247-4bc1-98e5-5592d4c72674 req-ff811111-7a82-4a78-ad92-41d2c8c9acdf tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682540 Aug 17 12:11:11.864369 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Allocated IP 172.20.0.1 (0fab0e09-c9bd-455c-a4fe-2a8f412f7173/08d6a0fa-0133-4310-8abb-c6893a628dc3/016c6216-990b-4ae6-9a3b-a276e65886e0) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:11:11.914069 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 7df5fa87-046c-493e-9521-9a3997b7a2b6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:11.914352 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:11.985859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.001678 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Transition to ACTIVE for port object 016c6216-990b-4ae6-9a3b-a276e65886e0 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:12.037702 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.081662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:12.086279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:12.091204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:11:12.114919 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.118004 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Pushing event updated for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:12.127978 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Transition to ACTIVE for port object a40f3c50-f656-42e3-a0f9-4b11ff3155e8 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:12.137025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.138873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.230258 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Attempting to bind port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:12.230624 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Attempting to bind port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:12.230984 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Attempting to bind port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:12.234127 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079fb1c-8b0a-4ae3-baf7-e76c47ad8155 None None] Pushing event updated for resources: {'Port': ['ID=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:12.241975 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:12.242344 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:12.242739 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.243118 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:12.243587 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Bound port: a40f3c50-f656-42e3-a0f9-4b11ff3155e8, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:12.243962 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.297191 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.307462 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] For port a40f3c50-f656-42e3-a0f9-4b11ff3155e8, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:12.311918 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] For port a40f3c50-f656-42e3-a0f9-4b11ff3155e8, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:12.318545 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.390702 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:12.391313 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:12.393024 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079fb1c-8b0a-4ae3-baf7-e76c47ad8155 None None] Pushing event updated for resources: {'Port': ['ID=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:12.453968 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e68a3046-ec42-4127-ba8d-b177c5c7a9ae None None] Provisioning for port 016c6216-990b-4ae6-9a3b-a276e65886e0 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:12.481603 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.485774 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e68a3046-ec42-4127-ba8d-b177c5c7a9ae None None] Provisioning complete for port 016c6216-990b-4ae6-9a3b-a276e65886e0 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:12.486156 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e68a3046-ec42-4127-ba8d-b177c5c7a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.486576 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.540676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:12.561192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Pushing event updated for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:12.563690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.570002 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e68a3046-ec42-4127-ba8d-b177c5c7a9ae None None] Port 016c6216-990b-4ae6-9a3b-a276e65886e0 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:11:12.701256 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:11:12.705708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:11:12.736611 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39f77f-dc82-4e1f-9b90-46aa2a31aeb4 req-823b9e4d-e139-40af-844a-fe1a5d4a7fd8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:12.738726 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f39f77f-dc82-4e1f-9b90-46aa2a31aeb4 req-823b9e4d-e139-40af-844a-fe1a5d4a7fd8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1058443 Aug 17 12:11:12.762873 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '016c6216-990b-4ae6-9a3b-a276e65886e0', 'name': '', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'mac_address': 'fa:16:3e:f5:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:11Z', 'updated_at': '2021-08-17T12:11:11Z', 'revision_number': 1, 'project_id': '26278b52a2c94709b850bda3dde51294', 'subnets': [{'id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:12.790392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23289505-79ca-46e8-8df1-5632d299fb1c None None] The sync data for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi is: [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '016c6216-990b-4ae6-9a3b-a276e65886e0', 'name': '', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'mac_address': 'fa:16:3e:f5:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:11Z', 'updated_at': '2021-08-17T12:11:11Z', 'revision_number': 1, 'project_id': '26278b52a2c94709b850bda3dde51294', 'subnets': [{'id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:11:12.799147 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device c87344d9-880d-4b0b-8061-d75efd5b7df6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:12.850105 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f39f77f-dc82-4e1f-9b90-46aa2a31aeb4 req-bb75264f-8c57-4435-920f-6c7520686b44 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018419 Aug 17 12:11:12.876173 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port c87344d9-880d-4b0b-8061-d75efd5b7df6 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:12.882371 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port c87344d9-880d-4b0b-8061-d75efd5b7df6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:12.883130 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:12.905209 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6f6db-2a5a-4629-bfa4-6fe6ff23d991 req-29a0f654-b866-421b-9754-6c8056818af4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:12.906829 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13f6f6db-2a5a-4629-bfa4-6fe6ff23d991 req-29a0f654-b866-421b-9754-6c8056818af4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.2218051 Aug 17 12:11:12.970098 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13f6f6db-2a5a-4629-bfa4-6fe6ff23d991 req-107109fa-9626-4768-8e5d-b0f79e7fa68e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561783 Aug 17 12:11:12.985310 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:11:13.036678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.041443 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-943cd84f-2e3d-4596-b3cf-33f51504753e None None] Provisioning complete for port 016c6216-990b-4ae6-9a3b-a276e65886e0 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:13.041816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-943cd84f-2e3d-4596-b3cf-33f51504753e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.089660 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193d72-b200-47de-a33f-08c3a8068f9e req-1d86b3c5-3be0-48ef-b78b-6696bc4380be tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:13.091661 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-38193d72-b200-47de-a33f-08c3a8068f9e req-1d86b3c5-3be0-48ef-b78b-6696bc4380be tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.1267076 Aug 17 12:11:13.112469 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port c87344d9-880d-4b0b-8061-d75efd5b7df6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=c87344d9-880d-4b0b-8061-d75efd5b7df6,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:13.114012 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-943cd84f-2e3d-4596-b3cf-33f51504753e None None] Port 016c6216-990b-4ae6-9a3b-a276e65886e0 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:11:13.118013 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.119167 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device deb77e65-7d28-4a9c-b994-3fee8b4289b0 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:13.124235 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:13.176461 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-38193d72-b200-47de-a33f-08c3a8068f9e req-5ff44b5c-8b62-4319-a2ae-72822b6942e5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470457 Aug 17 12:11:13.181239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:11:13.194554 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3c3e6987-0b7d-47f1-9585-8085051e1794 admin admin] 10.222.0.58 "PUT /v2.0/routers/db9816d9-1da1-4c54-b7e4-d0fc90e634b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6883554 Aug 17 12:11:13.245330 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:13.259595 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port deb77e65-7d28-4a9c-b994-3fee8b4289b0 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:13.260056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.264026 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:13.264397 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.414127 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.441316 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:11:13.443672 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad8a01f-6b33-4143-8f4c-bef4687d9253" -d '{"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:11:13.458767 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:13.464322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.521139 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=7']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:13.568472 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44278c95-f445-4854-ab49-13c7adbc3f05 x-openstack-request-id: req-44278c95-f445-4854-ab49-13c7adbc3f05 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:11:13.569126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:11:13.569126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-44278c95-f445-4854-ab49-13c7adbc3f05 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:11:13.569453 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'code': 200} Aug 17 12:11:13.752198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42468) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:13.757451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447534721', 'description': 'tempest-secgroup-smoke-1447534721 description', 'project_id': '7f748ebf8de04013a9e23dccf6091381'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:13.779878 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.861081 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.865581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.891528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.892748 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1388927 Aug 17 12:11:13.896595 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42472) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:13.897106 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f0d0-6fe0-41fc-bb4a-bde126e9b06e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85252f8a-6367-476f-b20e-93483fa5726c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:13.902593 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:13.934510 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.971404 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec4592-c09e-4cdc-9d28-a922561239f2 req-ede0b4d3-04b1-4318-a535-25b2b2c73fe9 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:13.972887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d1ec4592-c09e-4cdc-9d28-a922561239f2 req-ede0b4d3-04b1-4318-a535-25b2b2c73fe9 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0536857 Aug 17 12:11:13.988131 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:13.991764 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.009736 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4318ae45-34d1-452e-802b-a75ed7a72edb,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:14.019711 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.020942 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-1d2d34ad-01d2-487c-9528-5f184ebec490 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230690 Aug 17 12:11:14.025962 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42476) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:14.030190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:14.038809 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d1ec4592-c09e-4cdc-9d28-a922561239f2 req-3d0367ac-52f0-4199-a936-fc4f6cdbe3a9 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595865 Aug 17 12:11:14.087211 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.122262 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929d1e0-afe7-4437-a1b8-e7ab64619454 req-250b9a6d-3bbf-4a0b-b36b-597feac02e71 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:14.123729 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3929d1e0-afe7-4437-a1b8-e7ab64619454 req-250b9a6d-3bbf-4a0b-b36b-597feac02e71 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0749738 Aug 17 12:11:14.173127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.187105 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.203869 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3929d1e0-afe7-4437-a1b8-e7ab64619454 req-5fa39d21-95df-4401-b089-11b77d718f69 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706725 Aug 17 12:11:14.213846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2fe0e4-b278-4e0e-b8e4-8726b8d0f247,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:14.223453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.224663 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9a7c9aaf-536d-4dcc-9ee1-f37dad1593b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1981447 Aug 17 12:11:14.227731 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42480) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:14.233706 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:14.271307 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.361345 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261edd3a-ce1c-4ba1-b021-1d9032d7ec09 req-bcf1c5ad-19b8-43aa-b9b1-74788a312653 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:14.364130 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-261edd3a-ce1c-4ba1-b021-1d9032d7ec09 req-bcf1c5ad-19b8-43aa-b9b1-74788a312653 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0663416 Aug 17 12:11:14.387402 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.394086 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.415927 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b78a48-07c4-4c42-a573-af5bf02e60b9,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:14.429285 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-261edd3a-ce1c-4ba1-b021-1d9032d7ec09 req-1356fcfa-b540-4077-9a93-0203af808e28 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546408 Aug 17 12:11:14.440655 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.445538 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9ea9534c-99af-450d-bb80-1f3be1710885 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158334 Aug 17 12:11:14.447926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42494) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:14.453644 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:14.493667 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.582259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.588737 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.617346 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288557a8-6252-402d-9950-92c550d195f9,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:14.625240 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.628324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a466f93d-5eea-4b95-b701-3ec410310528 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789227 Aug 17 12:11:14.631300 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42512) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:14.641321 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:14.686494 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.securitygroups_db [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Project 7f748ebf8de04013a9e23dccf6091381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:11:14.701124 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.921070 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.926567 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.954521 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c77979-50f8-4f35-9154-1b37aa2c968a,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:14.968672 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:14.970924 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-132cc1af-35ca-4c25-86f9-e84f5b80e1a9 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3372555 Aug 17 12:11:14.976906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42520) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:14.988961 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'security_group_rule': {'security_group_id': '85252f8a-6367-476f-b20e-93483fa5726c', 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:11:14.994463 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device c87344d9-880d-4b0b-8061-d75efd5b7df6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:15.026043 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.securitygroups_db [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Project 7f748ebf8de04013a9e23dccf6091381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:11:15.031911 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.096446 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port c87344d9-880d-4b0b-8061-d75efd5b7df6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:15.097150 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.122937 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42524) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:15.151833 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.189491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.212281 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a40f3c50-f656-42e3-a0f9-4b11ff3155e8 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:15.224119 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d6b0f4-0323-4c7e-9a74-7ce3d08c82c2,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:15.229028 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.230304 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-573d5c66-fd9b-49a5-bda0-c451a35af17a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2503827 Aug 17 12:11:15.243302 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006aff5-ac67-4d28-b38e-da7a5a1d52c4 req-bf4b5f82-02cf-4068-a9ad-f2d6e9108f45 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:15.244934 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7006aff5-ac67-4d28-b38e-da7a5a1d52c4 req-bf4b5f82-02cf-4068-a9ad-f2d6e9108f45 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.0914609 Aug 17 12:11:15.276738 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:15.285438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:15.286087 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.301970 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7006aff5-ac67-4d28-b38e-da7a5a1d52c4 req-ac8d2be8-5d12-4723-825b-5769de261e21 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Aug 17 12:11:15.331313 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b485f0c-6db1-4af1-a88a-e3e86b10fde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.419320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.453382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068f62d-7a07-4bd3-8730-a101b06a7a5d req-2773907b-22b0-4635-8c80-41b215d34ef7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:15.454998 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c068f62d-7a07-4bd3-8730-a101b06a7a5d req-2773907b-22b0-4635-8c80-41b215d34ef7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0856614 Aug 17 12:11:15.456387 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port a40f3c50-f656-42e3-a0f9-4b11ff3155e8, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:15.475855 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.477098 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b485f0c-6db1-4af1-a88a-e3e86b10fde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.489130 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2b485f0c-6db1-4af1-a88a-e3e86b10fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.552479 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c068f62d-7a07-4bd3-8730-a101b06a7a5d req-b445ffa2-485a-4349-839e-c67e22b3c5ec tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823352 Aug 17 12:11:15.564111 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-2b485f0c-6db1-4af1-a88a-e3e86b10fde8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08f8cbe913d14f20bcb12d00192f34d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378295 Aug 17 12:11:15.564111 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b485f0c-6db1-4af1-a88a-e3e86b10fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522d027-db2f-4812-9ab0-ac04f33d417e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:15.566387 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42564) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:15.633296 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:15.703916 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.706285 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780854-081d-44a2-a5fa-f35e83f0c075 req-db676dec-b44f-484d-94cb-81f0c70cffeb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:15.708111 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f780854-081d-44a2-a5fa-f35e83f0c075 req-db676dec-b44f-484d-94cb-81f0c70cffeb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1547670 Aug 17 12:11:15.734375 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.767957 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f780854-081d-44a2-a5fa-f35e83f0c075 req-6d5bdce5-7f90-40f0-8fcb-97da22ab4f63 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 Aug 17 12:11:15.814811 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.817894 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:15.822432 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4522d027-db2f-4812-9ab0-ac04f33d417e HTTP/1.1" status: 204 len: 168 time: 0.2559223 Aug 17 12:11:15.835631 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dcab-ae3b-41c7-b91b-629b82e1eb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522d027-db2f-4812-9ab0-ac04f33d417e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:16.145926 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Sync routers for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:11:16.182849 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:16.184957 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:16.245967 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42596) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:16.263382 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9bf9aa4c-59d2-45da-92e6-b1d639f27206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.374145 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:16.384688 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9bf9aa4c-59d2-45da-92e6-b1d639f27206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.392261 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9bf9aa4c-59d2-45da-92e6-b1d639f27206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.442533 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9bf9aa4c-59d2-45da-92e6-b1d639f27206 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84587417bfda4d5fb9b05391983efb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930883 Aug 17 12:11:16.443759 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42600) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:16.451308 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9aa4c-59d2-45da-92e6-b1d639f27206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbb62f-6489-4d4a-b93a-86361c67d7ef,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:16.524416 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf82a-dc45-434b-a094-6a15db638804 req-b2836927-a819-4532-b4c1-e66f9f62b276 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:16.536895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c1fbf82a-dc45-434b-a094-6a15db638804 req-b2836927-a819-4532-b4c1-e66f9f62b276 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1062095 Aug 17 12:11:16.594660 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.619926 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c1fbf82a-dc45-434b-a094-6a15db638804 req-9f183570-1c1d-41f4-b8a4-913062af8d46 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817373 Aug 17 12:11:16.635621 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.717732 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.720497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.724934 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3dbb62f-6489-4d4a-b93a-86361c67d7ef HTTP/1.1" status: 204 len: 168 time: 0.2779958 Aug 17 12:11:16.735402 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6d6a-cf80-4276-a27d-b38f725a0388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbb62f-6489-4d4a-b93a-86361c67d7ef,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:16.792183 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a40f3c50-f656-42e3-a0f9-4b11ff3155e8 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:16.812306 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '016c6216-990b-4ae6-9a3b-a276e65886e0', 'name': '', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'mac_address': 'fa:16:3e:f5:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:11Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 2, 'project_id': '26278b52a2c94709b850bda3dde51294', 'subnets': [{'id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:16.867289 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:16.867667 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.875792 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Checking router: db9816d9-1da1-4c54-b7e4-d0fc90e634b8 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:11:16.876156 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Updating router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 port 016c6216-990b-4ae6-9a3b-a276e65886e0 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:11:16.917178 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:16.984471 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4ce54-158e-42f5-a40f-fa13c57a368b req-f167ac8f-3d13-42b4-a53d-aa0e45b481a3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:16.987947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbd4ce54-158e-42f5-a40f-fa13c57a368b req-f167ac8f-3d13-42b4-a53d-aa0e45b481a3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1005495 Aug 17 12:11:17.069686 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbd4ce54-158e-42f5-a40f-fa13c57a368b req-3cda9ffb-cc66-4754-bdf8-29260bc49762 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666721 Aug 17 12:11:17.324096 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:17.340717 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Transition to ACTIVE for port object 016c6216-990b-4ae6-9a3b-a276e65886e0 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:11:17.356133 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:17.428499 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634068d-fb51-4157-a4ee-f4c0d737aec3 None None] Pushing event updated for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:17.491262 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Attempting to bind port 016c6216-990b-4ae6-9a3b-a276e65886e0 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:11:17.491643 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Attempting to bind port 016c6216-990b-4ae6-9a3b-a276e65886e0 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:11:17.492048 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Attempting to bind port 016c6216-990b-4ae6-9a3b-a276e65886e0 on network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:11:17.498077 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:11:17.498315 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Checking segment: {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:11:17.498667 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:17.499059 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Bound using segment: {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:11:17.499527 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Bound port: 016c6216-990b-4ae6-9a3b-a276e65886e0, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c9db88-f842-4d44-8085-59e80fd03a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:11:17.500109 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:17.609716 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] For port 016c6216-990b-4ae6-9a3b-a276e65886e0, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:11:17.613767 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] For port 016c6216-990b-4ae6-9a3b-a276e65886e0, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=016c6216-990b-4ae6-9a3b-a276e65886e0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:11:17.624323 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:17.708308 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634068d-fb51-4157-a4ee-f4c0d737aec3 None None] Pushing event updated for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:17.711607 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:11:17.712204 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:10:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:17.872395 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:11:17.885903 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b03a6c-3262-4956-9a9a-51364a500b83 req-ee235ebd-dd8f-4ded-b50d-dce024adc725 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:17.887493 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-38b03a6c-3262-4956-9a9a-51364a500b83 req-ee235ebd-dd8f-4ded-b50d-dce024adc725 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1265724 Aug 17 12:11:17.982216 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-38b03a6c-3262-4956-9a9a-51364a500b83 req-8a806088-0f60-42f9-a83b-a698bdc9270c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875545 Aug 17 12:11:18.137286 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '016c6216-990b-4ae6-9a3b-a276e65886e0', 'name': '', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'mac_address': 'fa:16:3e:f5:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:11Z', 'updated_at': '2021-08-17T12:11:17Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'subnets': [{'id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:11:18.169380 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac58235-96aa-4ff7-a7e6-5aca2b94fb67 None None] The sync data for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi is: [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:11:12Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '016c6216-990b-4ae6-9a3b-a276e65886e0', 'name': '', 'network_id': '0fab0e09-c9bd-455c-a4fe-2a8f412f7173', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'mac_address': 'fa:16:3e:f5:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:11Z', 'updated_at': '2021-08-17T12:11:17Z', 'revision_number': 4, 'project_id': '26278b52a2c94709b850bda3dde51294', 'subnets': [{'id': '08d6a0fa-0133-4310-8abb-c6893a628dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:11:18.233168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddb52f-5ccd-48ed-82bb-00a034cbdf2f req-c18fe5ae-82fd-4366-bbf8-8438d8863e46 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:18.235199 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ceddb52f-5ccd-48ed-82bb-00a034cbdf2f req-c18fe5ae-82fd-4366-bbf8-8438d8863e46 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0660648 Aug 17 12:11:18.303787 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ceddb52f-5ccd-48ed-82bb-00a034cbdf2f req-190a2dfe-4f79-46e7-ac25-1beffdafb45a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526109 Aug 17 12:11:18.866509 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 016c6216-990b-4ae6-9a3b-a276e65886e0 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:18.984042 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 016c6216-990b-4ae6-9a3b-a276e65886e0 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:18.989963 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 016c6216-990b-4ae6-9a3b-a276e65886e0 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:18.990696 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:19.199651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f819-d15d-4349-a39e-3d43d9386028 req-a527243e-ce01-4ab2-b6ad-4bf4373f5fa1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:19.202048 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d73f819-d15d-4349-a39e-3d43d9386028 req-a527243e-ce01-4ab2-b6ad-4bf4373f5fa1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 943 time: 0.1039426 Aug 17 12:11:19.228309 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:19.277016 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 016c6216-990b-4ae6-9a3b-a276e65886e0, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=016c6216-990b-4ae6-9a3b-a276e65886e0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:19.282352 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d73f819-d15d-4349-a39e-3d43d9386028 req-dd45803e-0174-4f91-96cb-4dfac3c6c807 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Aug 17 12:11:19.293844 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:19.364622 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:19.477385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ef09-9c49-406b-b025-1883126ccb26 req-4f11011a-8763-41a4-a87e-be4bf4a71529 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:19.479440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f57ef09-9c49-406b-b025-1883126ccb26 req-4f11011a-8763-41a4-a87e-be4bf4a71529 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0613239 Aug 17 12:11:19.515176 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 1fd87bd3-c517-403b-9026-72c9ed4b074f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:11:19.533995 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8f57ef09-9c49-406b-b025-1883126ccb26 req-3294c634-7b8e-4cb7-a4f0-a82aaaac7bd1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484805 Aug 17 12:11:19.648467 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:19.663344 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '1fd87bd3-c517-403b-9026-72c9ed4b074f', 'network_id': '408af200-b73b-497f-9626-25739ee61c46', 'port_id': '1fd87bd3-c517-403b-9026-72c9ed4b074f', 'mac_address': 'fa:16:3e:4d:eb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e41a1c-f667-40fb-b4ce-8086a207016c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:11:19.730409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:19.765723 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd87bd3-c517-403b-9026-72c9ed4b074f {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:11:19.829342 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:19.846290 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:19.905534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:20.271839 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:11:20.398987 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2227d8a-90f9-4930-a814-d9bda9a0e511 req-f614a5cc-c6cb-4824-ba94-4879047bbe3f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:20.400444 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e2227d8a-90f9-4930-a814-d9bda9a0e511 req-f614a5cc-c6cb-4824-ba94-4879047bbe3f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 944 time: 0.0517805 Aug 17 12:11:20.437737 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e2227d8a-90f9-4930-a814-d9bda9a0e511 req-6c726e25-71b7-4ced-8908-9d6432c01765 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Aug 17 12:11:20.678974 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['1fd87bd3-c517-403b-9026-72c9ed4b074f'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:11:20.684282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0767f4c-401c-4826-878c-ffc8236f3e6d req-d0eb80c5-cd3c-485c-8363-a00d11fc1696 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:20.685840 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0767f4c-401c-4826-878c-ffc8236f3e6d req-d0eb80c5-cd3c-485c-8363-a00d11fc1696 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0542748 Aug 17 12:11:20.747990 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0767f4c-401c-4826-878c-ffc8236f3e6d req-673028ba-4cfa-4141-bc44-9c8c042a483b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559618 Aug 17 12:11:20.832435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 016c6216-990b-4ae6-9a3b-a276e65886e0 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:20.918578 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 016c6216-990b-4ae6-9a3b-a276e65886e0 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:20.919266 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:21.651082 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a27778-0dbc-4c4b-869e-ddfbfe8e489b req-1d95562f-5db7-4084-80fb-cb7d178b501d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:21.652647 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-81a27778-0dbc-4c4b-869e-ddfbfe8e489b req-1d95562f-5db7-4084-80fb-cb7d178b501d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 944 time: 0.0982645 Aug 17 12:11:21.698123 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-81a27778-0dbc-4c4b-869e-ddfbfe8e489b req-ca67a907-5f83-4793-9f83-e07c233582b4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Aug 17 12:11:21.913738 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927eede-ba06-4676-bc7b-e4a309bb6625 req-158cca80-3fef-4e42-a6e0-be70cac11abc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:21.921280 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d927eede-ba06-4676-bc7b-e4a309bb6625 req-158cca80-3fef-4e42-a6e0-be70cac11abc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0650561 Aug 17 12:11:21.961646 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d927eede-ba06-4676-bc7b-e4a309bb6625 req-58472a26-ee9e-4aa2-8695-8b0d1dc675c0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389225 Aug 17 12:11:22.672240 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a480-c829-4530-a5c3-a06023ed3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:22.827428 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f016de-f680-426c-b8e3-4e7304f6e36b req-ca15ecdf-851a-4a10-9451-0fc4312f9ba8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:22.835813 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-21f016de-f680-426c-b8e3-4e7304f6e36b req-ca15ecdf-851a-4a10-9451-0fc4312f9ba8 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 944 time: 0.0592690 Aug 17 12:11:22.878091 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-21f016de-f680-426c-b8e3-4e7304f6e36b req-3ffebf3c-8e78-4be6-b333-80fec1a4eea4 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Aug 17 12:11:23.112089 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bf7a1-994b-43fe-be4c-04d5ebbe7513 req-46509af6-b2db-46ca-9be8-88ca69a8dc4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:23.113771 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad9bf7a1-994b-43fe-be4c-04d5ebbe7513 req-46509af6-b2db-46ca-9be8-88ca69a8dc4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0595739 Aug 17 12:11:23.158726 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad9bf7a1-994b-43fe-be4c-04d5ebbe7513 req-abf80134-0de1-4b54-8e52-b0beecd7c632 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387750 Aug 17 12:11:23.176891 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 1fd87bd3-c517-403b-9026-72c9ed4b074f up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:11:23.237847 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 1fd87bd3-c517-403b-9026-72c9ed4b074f completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:11:23.241676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 1fd87bd3-c517-403b-9026-72c9ed4b074f triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:11:23.242040 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:23.333662 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:23.362491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:11:23.365505 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d92d4e-2ae2-4267-9d0e-1beff3fedb03" -d '{"events": [{"server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "name": "network-vif-plugged", "status": "completed", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:11:23.386042 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:23.446144 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:23.473084 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:23.501886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8bb8d-a998-43e5-85ec-b9b858458612 x-openstack-request-id: req-d8f8bb8d-a998-43e5-85ec-b9b858458612 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:11:23.502476 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "name": "network-vif-plugged", "status": "completed", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:11:23.502733 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8f8bb8d-a998-43e5-85ec-b9b858458612 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:11:23.503136 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f', 'code': 200} Aug 17 12:11:23.852453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94925a47-f998-40d0-844a-3281f50fa738 req-7926f79e-b8f3-4667-9172-e497d81ce421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:23.854093 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94925a47-f998-40d0-844a-3281f50fa738 req-7926f79e-b8f3-4667-9172-e497d81ce421 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 1098 time: 0.0500038 Aug 17 12:11:23.915339 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94925a47-f998-40d0-844a-3281f50fa738 req-d934780f-2cf6-46e8-9543-eeda90ec5001 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Aug 17 12:11:24.020959 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d522a-5f2d-45e7-9edb-559856293da0 req-b46c8355-b285-437f-a43d-e90ffa369988 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:24.028964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1b4d522a-5f2d-45e7-9edb-559856293da0 req-b46c8355-b285-437f-a43d-e90ffa369988 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.0615633 Aug 17 12:11:24.083265 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1b4d522a-5f2d-45e7-9edb-559856293da0 req-5392d471-8438-49ac-a56e-6cd4562b00b1 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532398 Aug 17 12:11:24.237309 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:24.338668 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d43add-3c17-4d92-ac47-b8abeac4fc9d req-dc7c92b3-0a2a-4b54-81e5-4d45971b82a9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:24.346970 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4d43add-3c17-4d92-ac47-b8abeac4fc9d req-dc7c92b3-0a2a-4b54-81e5-4d45971b82a9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0961318 Aug 17 12:11:24.394017 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4d43add-3c17-4d92-ac47-b8abeac4fc9d req-6a37c1a0-4b86-4052-92bb-fa0e1e073d3b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 Aug 17 12:11:25.121745 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fd839173-5374-4f2a-b64e-804db6a9fdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:25.222186 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:25.264443 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ac890-16bf-4cdb-a4f0-5f8f5fddf860 req-8028c36b-ede5-4783-8221-5756842bfb56 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:25.275334 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-828ac890-16bf-4cdb-a4f0-5f8f5fddf860 req-8028c36b-ede5-4783-8221-5756842bfb56 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.1064534 Aug 17 12:11:25.322982 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-828ac890-16bf-4cdb-a4f0-5f8f5fddf860 req-69ee83cc-4346-483c-ac80-22a6292d4d22 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Aug 17 12:11:25.537451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047c98-115a-4881-80e5-1845589d60bd req-d5ddbe7f-aaac-4beb-9caa-533331b003e9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:25.545008 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c047c98-115a-4881-80e5-1845589d60bd req-d5ddbe7f-aaac-4beb-9caa-533331b003e9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0671995 Aug 17 12:11:25.583573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c047c98-115a-4881-80e5-1845589d60bd req-0165d978-8d7c-4a94-9af6-be4a3aa1b0da tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374038 Aug 17 12:11:26.247835 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42864) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:26.401071 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d0c31f8b-7ded-4921-8505-c43a17f85fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:26.468305 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:26.530337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae71ea-7d96-4055-b4b6-fae0198ac96e req-db3b98f9-8b03-4425-9336-39642128c7f7 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:26.539111 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bbae71ea-7d96-4055-b4b6-fae0198ac96e req-db3b98f9-8b03-4425-9336-39642128c7f7 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.1122677 Aug 17 12:11:26.610412 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bbae71ea-7d96-4055-b4b6-fae0198ac96e req-25e53b4f-5486-466d-a48a-737ab7fb10e3 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637915 Aug 17 12:11:26.687535 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d0c31f8b-7ded-4921-8505-c43a17f85fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:26.790111 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d0c31f8b-7ded-4921-8505-c43a17f85fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:26.795198 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42880) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:26.869055 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31f8b-7ded-4921-8505-c43a17f85fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb7fa87-f391-4c23-9552-a78301445d7a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:26.890217 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d0c31f8b-7ded-4921-8505-c43a17f85fd2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6ce4468642834b2fbfc7af5e19f7a095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408050 Aug 17 12:11:26.893353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42888) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:26.922114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6444-dac7-453d-9944-b4644cfcdcbb req-4a33b396-d947-404f-833d-fa46f3fa7495 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:26.924469 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-06ec6444-dac7-453d-9944-b4644cfcdcbb req-4a33b396-d947-404f-833d-fa46f3fa7495 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.1377084 Aug 17 12:11:26.986739 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cae37bbf-4158-480a-9426-8afc8a22d5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.069934 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-06ec6444-dac7-453d-9944-b4644cfcdcbb req-8773f93b-3d48-46da-bc77-f00eb1afe9da tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322820 Aug 17 12:11:27.070834 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.138924 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.145093 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cae37bbf-4158-480a-9426-8afc8a22d5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.162596 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cae37bbf-4158-480a-9426-8afc8a22d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.219472 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.220802 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-cae37bbf-4158-480a-9426-8afc8a22d5a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac66c116ec8c434b9e0085ef8100207c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244554 Aug 17 12:11:27.225027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.226312 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8eb7fa87-f391-4c23-9552-a78301445d7a HTTP/1.1" status: 204 len: 168 time: 0.3320372 Aug 17 12:11:27.228143 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42898) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:27.241753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76103021-b4ed-4b63-b5e8-7513895a21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb7fa87-f391-4c23-9552-a78301445d7a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:27.291562 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37bbf-4158-480a-9426-8afc8a22d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43cf84e-86d4-4194-b713-d8f7fb926cc4,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:27.314413 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.342155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.404761 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.409290 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.410481 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e43cf84e-86d4-4194-b713-d8f7fb926cc4 HTTP/1.1" status: 204 len: 168 time: 0.1810503 Aug 17 12:11:27.419634 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee04822-29b5-483f-a64b-c7ad1539f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43cf84e-86d4-4194-b713-d8f7fb926cc4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:27.688239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 42910) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:27.712226 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1f4-c052-47b3-90b2-466df821e9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.929140 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1f4-c052-47b3-90b2-466df821e9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.934298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a26e1f4-c052-47b3-90b2-466df821e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:27.953768 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe25356-7567-4eb6-9b21-9ca3063417a4 req-b01f0e65-7a02-4011-bba5-5a28d8e09d32 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:27.955540 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fe25356-7567-4eb6-9b21-9ca3063417a4 req-b01f0e65-7a02-4011-bba5-5a28d8e09d32 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.0908384 Aug 17 12:11:28.002769 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7a26e1f4-c052-47b3-90b2-466df821e9d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d415b53ff1443fb98c97715e4c10615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120701 Aug 17 12:11:28.006069 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26e1f4-c052-47b3-90b2-466df821e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a41ee-a01f-4dcd-952d-8f8eb85d0aa4,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:28.007211 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 42922) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:28.032370 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fe25356-7567-4eb6-9b21-9ca3063417a4 req-282bbf87-e687-4a51-9ff6-b09729415f08 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Aug 17 12:11:28.047988 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:28.093597 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:28.116012 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:28.167296 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:28.170000 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:28.171268 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba7a41ee-a01f-4dcd-952d-8f8eb85d0aa4 HTTP/1.1" status: 204 len: 168 time: 0.1628730 Aug 17 12:11:28.179763 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2b06-be19-47aa-af4f-342a30dbf4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a41ee-a01f-4dcd-952d-8f8eb85d0aa4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:28.221720 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365eeb-5ffa-4522-980e-06e8b60acaff req-71f13b4c-bdbf-43c9-ad6b-5a42faa31455 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:28.223308 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a365eeb-5ffa-4522-980e-06e8b60acaff req-71f13b4c-bdbf-43c9-ad6b-5a42faa31455 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0582817 Aug 17 12:11:28.261953 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a365eeb-5ffa-4522-980e-06e8b60acaff req-af43aeaa-a421-4b14-a241-57fa1de9bd83 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328178 Aug 17 12:11:29.086914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47c8-4f73-472f-91ac-063856acaa90 req-312b2064-a84a-4cfd-b2e1-a0ccdd1f84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.088417 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-312b2064-a84a-4cfd-b2e1-a0ccdd1f84c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1099 time: 0.0416613 Aug 17 12:11:29.222802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918093c-7cfa-47c4-86b4-021f41a61ffc req-4d0e8589-fac8-49c2-8af8-9e41788ee8e9 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.224562 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a918093c-7cfa-47c4-86b4-021f41a61ffc req-4d0e8589-fac8-49c2-8af8-9e41788ee8e9 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.0721083 Aug 17 12:11:29.266882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47c8-4f73-472f-91ac-063856acaa90 req-39e2d1e0-42ac-4668-99f0-87a12d86fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.268350 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-39e2d1e0-42ac-4668-99f0-87a12d86fa7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.1721766 Aug 17 12:11:29.276536 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a918093c-7cfa-47c4-86b4-021f41a61ffc req-909e6eed-c5d7-4097-944c-547a63b1465f tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Aug 17 12:11:29.353763 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-4eda153a-0eda-4e29-9dd0-230033cd140e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1002 time: 0.0741358 Aug 17 12:11:29.432537 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47c8-4f73-472f-91ac-063856acaa90 req-2f16e322-ce21-4887-8fa6-b981b1e0f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.433947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-2f16e322-ce21-4887-8fa6-b981b1e0f957 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0722280 Aug 17 12:11:29.446236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b88d72-490b-485c-b7f2-0a5ab2da4f8c req-b0544d8b-183e-4fb0-8bf4-863d86382201 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.447639 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5b88d72-490b-485c-b7f2-0a5ab2da4f8c req-b0544d8b-183e-4fb0-8bf4-863d86382201 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0770085 Aug 17 12:11:29.512472 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5b88d72-490b-485c-b7f2-0a5ab2da4f8c req-bf6dd5b8-c634-45e1-8628-f45733323239 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548818 Aug 17 12:11:29.515031 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d47c8-4f73-472f-91ac-063856acaa90 req-77f05489-8f16-4355-be7c-8a2c12a7ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:29.516435 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-77f05489-8f16-4355-be7c-8a2c12a7ccba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679317 Aug 17 12:11:29.612707 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-9d3b9a7c-997f-4a2c-af71-f795f72e2037 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874484 Aug 17 12:11:29.712268 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-771d47c8-4f73-472f-91ac-063856acaa90 req-88f36e5e-e6b2-4b43-ab13-3de058a0b17a service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840161 Aug 17 12:11:30.153730 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-b2a1bd0d-70e8-4483-974b-23e0b1376145 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:30.155238 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-b2a1bd0d-70e8-4483-974b-23e0b1376145 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.0472867 Aug 17 12:11:30.249436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Deleting port 1fd87bd3-c517-403b-9026-72c9ed4b074f {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:11:30.249778 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:30.340378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] For port 1fd87bd3-c517-403b-9026-72c9ed4b074f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1fd87bd3-c517-403b-9026-72c9ed4b074f,segment=NetworkSegment(5452f442-a548-4414-8e9a-0d668cd5c010),segment_id=5452f442-a548-4414-8e9a-0d668cd5c010)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:30.340378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:30.359509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Calling delete_port for 1fd87bd3-c517-403b-9026-72c9ed4b074f owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:11:30.441205 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdac977-0bb5-4d90-aaaf-35c062382c1d req-97c91054-d32d-49f1-a194-992b67597a52 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:30.442929 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bdac977-0bb5-4d90-aaaf-35c062382c1d req-97c91054-d32d-49f1-a194-992b67597a52 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 945 time: 0.0947340 Aug 17 12:11:30.498118 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bdac977-0bb5-4d90-aaaf-35c062382c1d req-3bb26d3e-cbd5-454d-bd64-5359cf14bdcd tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f06f5d4-9fd7-417e-942d-6d881b0a1840&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Aug 17 12:11:30.564613 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:30.596907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Pushing event deleted for resources: {'Port': ['ID=1fd87bd3-c517-403b-9026-72c9ed4b074f,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:30.602836 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['1fd87bd3-c517-403b-9026-72c9ed4b074f'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:11:30.661063 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] No DVR routers for this DVR port 1fd87bd3-c517-403b-9026-72c9ed4b074f on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:11:30.664002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:30.665923 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89de1048-9bbb-4617-a3a0-288e5e18fef2 req-ec039954-0a9d-406c-b41e-a010a8c59b7c tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.60 "DELETE /v2.0/ports/1fd87bd3-c517-403b-9026-72c9ed4b074f HTTP/1.1" status: 204 len: 173 time: 0.5040722 Aug 17 12:11:30.666349 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'name': 'network-vif-deleted', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:11:30.668604 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ede44c-5a19-43e0-b8dc-ae5ff46f9fb2" -d '{"events": [{"server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "name": "network-vif-deleted", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:11:30.689193 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422f81e-453b-4f41-9720-6d600c527239 req-d73d1ae8-64e0-4111-b49b-413447bdb60e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:30.690757 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a422f81e-453b-4f41-9720-6d600c527239 req-d73d1ae8-64e0-4111-b49b-413447bdb60e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0917840 Aug 17 12:11:30.738416 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a422f81e-453b-4f41-9720-6d600c527239 req-cf9d3fb6-897c-4bec-a74c-968a02c3391c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Aug 17 12:11:30.868099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d837b-9622-494d-8125-f1cb55099d48 x-openstack-request-id: req-c57d837b-9622-494d-8125-f1cb55099d48 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:11:30.868390 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825c623-c873-4dd8-9a83-03ec14036ebe", "name": "network-vif-deleted", "tag": "1fd87bd3-c517-403b-9026-72c9ed4b074f", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:11:30.868645 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c57d837b-9622-494d-8125-f1cb55099d48 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:11:30.869061 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825c623-c873-4dd8-9a83-03ec14036ebe', 'name': 'network-vif-deleted', 'tag': '1fd87bd3-c517-403b-9026-72c9ed4b074f', 'status': 'completed', 'code': 200} Aug 17 12:11:31.616000 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-14ba8299-d9a3-40cb-8d64-a703c8a74343 req-8f29d3a9-c82a-4ff5-837e-9d7f8f93d6f0 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0314455 Aug 17 12:11:31.867291 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c0dfa-2057-4c38-b48a-7ff020e9cdd2 req-7ab28d21-d88e-4b24-8737-575902919592 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:31.868792 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-df1c0dfa-2057-4c38-b48a-7ff020e9cdd2 req-7ab28d21-d88e-4b24-8737-575902919592 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0551176 Aug 17 12:11:31.911478 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-df1c0dfa-2057-4c38-b48a-7ff020e9cdd2 req-2b8f121b-0abe-44b4-8ddf-9e1cb4c657ba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366657 Aug 17 12:11:32.572303 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76553f5-d7ff-40ba-80f7-61e87c849283 req-1da4d039-7371-49b9-82cc-d0dbd801ef2b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:32.573887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d76553f5-d7ff-40ba-80f7-61e87c849283 req-1da4d039-7371-49b9-82cc-d0dbd801ef2b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0572546 Aug 17 12:11:32.615075 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d76553f5-d7ff-40ba-80f7-61e87c849283 req-e40040bb-5180-403a-85a0-e8d9c3fde3a1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351713 Aug 17 12:11:32.722656 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72f0dbba-3a54-4544-ae3b-19b63944beac req-8a7a65c9-0880-4b86-917e-05db59700523 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0273182 Aug 17 12:11:32.872339 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43030) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:33.200974 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-eb907982-0e15-4514-9488-efb495250e5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3273239 Aug 17 12:11:33.739761 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29215103-a157-4afc-bb1a-a44718bf41bd req-0b8839f5-020a-4265-b196-d99460aa506e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:33.741223 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29215103-a157-4afc-bb1a-a44718bf41bd req-0b8839f5-020a-4265-b196-d99460aa506e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0466659 Aug 17 12:11:33.778693 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-29215103-a157-4afc-bb1a-a44718bf41bd req-43926568-0c6f-468e-8b67-109ff5d8297a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Aug 17 12:11:33.830719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3153c3b1-c56b-4614-b385-e4baa675e69a req-17c1ca52-9516-4ec3-8a43-99f48a20771d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0255477 Aug 17 12:11:34.897827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88962aae-ae37-46f4-b546-5f1c2e01728a req-000a4e0c-2eab-4b83-b791-20e403ae2a49 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:34.899217 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88962aae-ae37-46f4-b546-5f1c2e01728a req-000a4e0c-2eab-4b83-b791-20e403ae2a49 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0481668 Aug 17 12:11:34.946770 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b1ab834b-10f5-443f-a6a9-b334e889617e req-ffb0510f-62ef-481e-a610-e6f1d4ebcae0 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0345240 Aug 17 12:11:34.963894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88962aae-ae37-46f4-b546-5f1c2e01728a req-0492cb94-4671-4986-bb5b-7ada4b8c43a6 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581956 Aug 17 12:11:36.057324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-270c4162-99b0-448a-8ae9-7bb0647fd2a7 req-18834266-dfcf-41b4-8ba9-4f30315f9977 tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0328183 Aug 17 12:11:36.095647 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14182bae-7053-4ad1-a445-08a35f711aab req-29332efd-3e55-4204-b96f-0bc9cc82061f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:36.097705 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-14182bae-7053-4ad1-a445-08a35f711aab req-29332efd-3e55-4204-b96f-0bc9cc82061f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0627458 Aug 17 12:11:36.138484 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-14182bae-7053-4ad1-a445-08a35f711aab req-49443ea7-3549-458c-8361-42af8b9c8bcd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350006 Aug 17 12:11:37.161866 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-288ac615-48ad-4d78-a9a5-8cd63158eb3c req-f4bd1130-7f53-4a9f-bd6c-d55a14a3830d tempest-VolumesActionsTest-83590715 tempest-VolumesActionsTest-83590715-project] 10.222.0.58 "GET /v2.0/ports?device_id=4825c623-c873-4dd8-9a83-03ec14036ebe HTTP/1.1" status: 200 len: 210 time: 0.0291638 Aug 17 12:11:37.255090 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f943-3a4e-4fec-a27d-5a2f0c852d1d req-c13ffd4b-5cc4-4ea6-884f-af465795f19f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:37.256540 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b1e3f943-3a4e-4fec-a27d-5a2f0c852d1d req-c13ffd4b-5cc4-4ea6-884f-af465795f19f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 946 time: 0.0466456 Aug 17 12:11:37.293430 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b1e3f943-3a4e-4fec-a27d-5a2f0c852d1d req-314504ed-34d4-4d14-a443-6c7fbe284ecd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Aug 17 12:11:37.571071 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:11:37.648904 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:37.672791 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:11:37.675576 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8001ba-6404-4264-8141-922415e4a9f3" -d '{"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-unplugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:11:37.688771 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:11:37.693816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:37.716855 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9283256-7198-45a5-b4c5-3ca6a0c413aa x-openstack-request-id: req-a9283256-7198-45a5-b4c5-3ca6a0c413aa {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:11:37.717172 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-unplugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:11:37.717422 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a9283256-7198-45a5-b4c5-3ca6a0c413aa {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:11:37.717800 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'code': 200} Aug 17 12:11:37.747008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=8']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:37.757908 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.758245 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.758589 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.758957 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.759291 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.759629 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.759951 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.760278 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.760626 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.760972 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.761300 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:37.761617 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:38.279717 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 1fd87bd3-c517-403b-9026-72c9ed4b074f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:11:38.301459 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 1fd87bd3-c517-403b-9026-72c9ed4b074f {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:11:38.301997 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 1fd87bd3-c517-403b-9026-72c9ed4b074f not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:11:38.427132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfd8ba-5431-49ef-8fa6-40037acac55c req-960bfeb1-ae8e-4657-90eb-0de25b86ceb8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:38.435517 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fbbfd8ba-5431-49ef-8fa6-40037acac55c req-960bfeb1-ae8e-4657-90eb-0de25b86ceb8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0586843 Aug 17 12:11:38.474518 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fbbfd8ba-5431-49ef-8fa6-40037acac55c req-5cf5b5bd-66ec-417c-92b0-25f2a7425484 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Aug 17 12:11:39.590457 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872639eb-8b68-4876-a838-e4f589e7f296 req-f216f823-85c9-4278-bb7c-756fab5c6f2d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:39.591960 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-872639eb-8b68-4876-a838-e4f589e7f296 req-f216f823-85c9-4278-bb7c-756fab5c6f2d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0473990 Aug 17 12:11:39.633017 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-872639eb-8b68-4876-a838-e4f589e7f296 req-31d17277-e26e-4f48-9035-4c8cd254a994 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347457 Aug 17 12:11:40.749751 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172b5d-8a00-445d-9bad-601d103e668c req-a258cad8-303b-4ca4-ab81-ff7ea7664938 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:40.751259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc172b5d-8a00-445d-9bad-601d103e668c req-a258cad8-303b-4ca4-ab81-ff7ea7664938 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0474522 Aug 17 12:11:40.794073 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc172b5d-8a00-445d-9bad-601d103e668c req-b7871362-0f5d-4b34-9143-f5e04f3f9984 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359459 Aug 17 12:11:41.911663 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9338c-e297-4be6-ba0c-4b1d3bce57e7 req-38e568dc-16da-430a-82cd-2e55b445c799 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:41.913141 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6c9338c-e297-4be6-ba0c-4b1d3bce57e7 req-38e568dc-16da-430a-82cd-2e55b445c799 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0479031 Aug 17 12:11:41.949965 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f6c9338c-e297-4be6-ba0c-4b1d3bce57e7 req-539896f0-af63-47fd-b046-db0f746ad696 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Aug 17 12:11:42.911085 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:11:43.068881 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57d95-d9ad-484b-9a0e-117649e3f89f req-054111a8-cdce-44b0-99b6-a0166356bb81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:43.070275 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ece57d95-d9ad-484b-9a0e-117649e3f89f req-054111a8-cdce-44b0-99b6-a0166356bb81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0500391 Aug 17 12:11:43.109777 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ece57d95-d9ad-484b-9a0e-117649e3f89f req-b1008e62-e103-406d-9a8c-84c09e3d1ef5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Aug 17 12:11:44.225445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43f1d6-4593-4771-938c-e92d52b79bf3 req-20d85365-490f-4fde-8668-a14ce93d8e4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:44.226925 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ce43f1d6-4593-4771-938c-e92d52b79bf3 req-20d85365-490f-4fde-8668-a14ce93d8e4d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0471890 Aug 17 12:11:44.263584 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ce43f1d6-4593-4771-938c-e92d52b79bf3 req-9bee21c5-3ade-4bdf-8ebc-196d7901cf70 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Aug 17 12:11:45.377442 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d8dc5-eef3-48af-a00c-3477cec59873 req-b2ca2605-a150-4916-b97d-5941c4816171 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:45.379430 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-645d8dc5-eef3-48af-a00c-3477cec59873 req-b2ca2605-a150-4916-b97d-5941c4816171 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0476761 Aug 17 12:11:45.416339 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-645d8dc5-eef3-48af-a00c-3477cec59873 req-520ce860-78a1-4ae7-bd00-e6763c01ae60 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Aug 17 12:11:46.534284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba3c84-31b3-411c-9bc4-7c5fa061a453 req-15307982-7d55-4904-bddc-d52a676cc183 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:46.536394 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7ba3c84-31b3-411c-9bc4-7c5fa061a453 req-15307982-7d55-4904-bddc-d52a676cc183 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0493226 Aug 17 12:11:46.576894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f7ba3c84-31b3-411c-9bc4-7c5fa061a453 req-785074ea-204b-4992-b100-43811ec10735 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Aug 17 12:11:47.600056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-312eadf4-a102-4e24-ab24-c13e46fb9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:47.601583 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-312eadf4-a102-4e24-ab24-c13e46fb9f8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 1097 time: 0.0678413 Aug 17 12:11:47.695271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9f92f-3c8c-4fb1-b729-5e106683bc4b req-5e3f220d-82ba-4005-b61d-8eb2d792c7ce tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:47.696746 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bcc9f92f-3c8c-4fb1-b729-5e106683bc4b req-5e3f220d-82ba-4005-b61d-8eb2d792c7ce tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0500844 Aug 17 12:11:47.762006 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-47b5fbb3-c5b5-483a-b918-d8abf4eabc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:47.763925 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-47b5fbb3-c5b5-483a-b918-d8abf4eabc93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1097 time: 0.0770347 Aug 17 12:11:47.767224 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bcc9f92f-3c8c-4fb1-b729-5e106683bc4b req-c238bc2f-8b70-464d-9518-58483aafb81e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622611 Aug 17 12:11:47.852701 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-2d7e2bc8-a506-4016-ab3c-82040da11bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:47.854118 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-2d7e2bc8-a506-4016-ab3c-82040da11bf4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0819404 Aug 17 12:11:47.920338 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-bcd57b61-9194-47ec-af39-2fd0cc477f6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1000 time: 0.0590990 Aug 17 12:11:47.967665 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-72b838e4-750a-43d3-aab3-2d38b6158cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:47.969094 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-72b838e4-750a-43d3-aab3-2d38b6158cef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0417068 Aug 17 12:11:48.013482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-05e897d4-6042-489e-9e8b-7ccbb5685bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:48.014929 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-05e897d4-6042-489e-9e8b-7ccbb5685bfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383341 Aug 17 12:11:48.116067 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-abac300c-1f53-4bb8-848c-9aa33184af92 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923522 Aug 17 12:11:48.203250 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-4265b4a1-bd0f-4dfb-810c-363deecc7821 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800664 Aug 17 12:11:48.969742 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c8e34-4474-4eb4-a261-7ed74994b228 req-4fdabb0e-1507-4af9-b5fe-d024eefc852a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:48.971309 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c80c8e34-4474-4eb4-a261-7ed74994b228 req-4fdabb0e-1507-4af9-b5fe-d024eefc852a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0951457 Aug 17 12:11:49.023028 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c80c8e34-4474-4eb4-a261-7ed74994b228 req-6305a30e-2716-4d74-a419-6fefdb48e9e5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Aug 17 12:11:49.287827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43314) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:49.578065 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c36ec1c-5be8-46ac-b42e-81d064a95ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:49.811648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c36ec1c-5be8-46ac-b42e-81d064a95ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:49.822295 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4c36ec1c-5be8-46ac-b42e-81d064a95ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:49.876274 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36ec1c-5be8-46ac-b42e-81d064a95ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be1cd8-7c48-4343-a8fe-2c7bd845bfa1,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:49.886615 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43318) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:49.899194 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4c36ec1c-5be8-46ac-b42e-81d064a95ad4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1109528f6881458f9e1e4b2efcc6a894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6094677 Aug 17 12:11:49.976020 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:50.005793 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:50.074990 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:50.077981 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:50.083530 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7be1cd8-7c48-4343-a8fe-2c7bd845bfa1 HTTP/1.1" status: 204 len: 168 time: 0.1946278 Aug 17 12:11:50.095167 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ebf0e-f7c5-4b04-97b2-669667c97ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be1cd8-7c48-4343-a8fe-2c7bd845bfa1,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:50.301833 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cbb4-4c71-4a87-b8db-9c87c16e79fe req-82787ef6-bbf9-4e55-8510-884824c1b460 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:50.303829 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-48d4cbb4-4c71-4a87-b8db-9c87c16e79fe req-82787ef6-bbf9-4e55-8510-884824c1b460 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1418340 Aug 17 12:11:50.429555 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-48d4cbb4-4c71-4a87-b8db-9c87c16e79fe req-82412477-0439-4ec1-8f5e-84f1d9703558 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998361 Aug 17 12:11:51.620661 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a75b-eb79-4c74-b2d1-da242c755bfe req-7ca6ce59-41c0-466d-8908-d9f42ecf2ade tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:51.631387 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e70a75b-eb79-4c74-b2d1-da242c755bfe req-7ca6ce59-41c0-466d-8908-d9f42ecf2ade tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0938919 Aug 17 12:11:51.693920 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e70a75b-eb79-4c74-b2d1-da242c755bfe req-91b2472b-f340-4995-ad39-3d9b6261b911 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465310 Aug 17 12:11:52.654728 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c9e2744a-13cf-441a-9051-db7e8c496cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:52.846973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc194da8-212e-4e9e-b0ed-d16c816dfdda req-9d7772cb-ce40-4ba8-bc3f-5dc88cc8e5e4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:52.855692 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc194da8-212e-4e9e-b0ed-d16c816dfdda req-9d7772cb-ce40-4ba8-bc3f-5dc88cc8e5e4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0750537 Aug 17 12:11:52.910513 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc194da8-212e-4e9e-b0ed-d16c816dfdda req-d934485e-6c7f-4faa-83e4-fd63efa65f92 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Aug 17 12:11:54.145654 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f4eb-906e-4261-a06e-a36145f02a82 req-9907798c-e8bf-4186-bffc-5b56e2c4618b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:54.150120 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1800f4eb-906e-4261-a06e-a36145f02a82 req-9907798c-e8bf-4186-bffc-5b56e2c4618b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0919805 Aug 17 12:11:54.207429 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1800f4eb-906e-4261-a06e-a36145f02a82 req-569d63d2-12d8-4b23-8856-ed933085ef78 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479515 Aug 17 12:11:54.245103 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:54.731451 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-a635caac-bd14-4cd8-b1e0-19ecf71e00f1 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447534721&fields=id&tenant_id=7f748ebf8de04013a9e23dccf6091381 HTTP/1.1" status: 200 len: 267 time: 0.0564303 Aug 17 12:11:54.775223 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43392) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:54.881578 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6bf24110-6d4c-4ad4-a3e1-9b7ee1b7154e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:54.889891 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6bf24110-6d4c-4ad4-a3e1-9b7ee1b7154e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 808 time: 0.1570649 Aug 17 12:11:54.915821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-52d16ede-e61c-488b-98ea-ccac4cd95d84 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/quotas/7f748ebf8de04013a9e23dccf6091381 HTTP/1.1" status: 200 len: 375 time: 0.0209756 Aug 17 12:11:55.014141 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.018834 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6e6535fd-e90a-40e1-97c4-0296991a2fbe tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016417 Aug 17 12:11:55.110786 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-824ce370-3cf6-40fc-98d0-7f38dd754b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.307225 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.308129 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.319677 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.411687 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df587c41-db3d-49ae-844e-fd0600133314,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:55.412722 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-54a000f4-80c9-47b1-8581-17eb3f0b50af service neutron] 10.222.0.58 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858895 Aug 17 12:11:55.428354 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450ebf2-eb27-4cb1-b736-47f46b3236c9 req-3ec8a141-f394-4729-bb92-615b353db9a9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:55.429359 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.429888 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.430393 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.431019 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.431513 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.432032 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.432357 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.432849 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.433361 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.433854 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.434354 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.434843 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:11:55.453347 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5450ebf2-eb27-4cb1-b736-47f46b3236c9 req-3ec8a141-f394-4729-bb92-615b353db9a9 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1147349 Aug 17 12:11:55.469417 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b5ab817d-0077-4e31-abfe-873c35aaa8a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd59f86eae6a468cbe4432a30f43e35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6930773 Aug 17 12:11:55.472286 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43400) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:55.570857 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.583620 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-797d7a7d-1b33-4746-ae53-dd70e48f12e9 service neutron] 10.222.0.58 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274967 Aug 17 12:11:55.598135 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.625326 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5450ebf2-eb27-4cb1-b736-47f46b3236c9 req-92ade037-687c-4374-b054-31e35756097f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708417 Aug 17 12:11:55.693929 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.696725 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:55.697996 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df587c41-db3d-49ae-844e-fd0600133314 HTTP/1.1" status: 204 len: 168 time: 0.2243912 Aug 17 12:11:55.719513 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe5af-17f1-4d94-9a83-e5be8f0bc4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df587c41-db3d-49ae-844e-fd0600133314,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:56.161565 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18959149-ea4d-4df3-8a1c-fd8de962d0c8 req-1d28fcee-4d77-423f-a993-2209181f58d0 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0434701 Aug 17 12:11:56.473681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:56.870744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd6fe-863d-489d-905f-e85badfc30e1 req-021c3530-10b0-4ac1-a5e3-d4697a3d855b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:56.878086 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1aedd6fe-863d-489d-905f-e85badfc30e1 req-021c3530-10b0-4ac1-a5e3-d4697a3d855b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0814242 Aug 17 12:11:56.931750 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1aedd6fe-863d-489d-905f-e85badfc30e1 req-b823085e-bf91-4128-86b0-5d0499f0fc69 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523052 Aug 17 12:11:57.272041 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:11:57.408541 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-51f99508-137a-4d09-9300-b330e6c61304 req-e6ae88b3-c9dc-4e20-b42e-64b4db1bb5ed tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.1021833 Aug 17 12:11:57.852070 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43456) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:57.987658 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71b56b14-cc11-47b9-94d5-23c150175e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.059751 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.130927 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65a922-f078-4227-bf7b-d4b894e600da req-f5208d7a-0e53-4990-a9fc-4491eaead9e8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:58.133208 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2d65a922-f078-4227-bf7b-d4b894e600da req-f5208d7a-0e53-4990-a9fc-4491eaead9e8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0792727 Aug 17 12:11:58.154497 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71b56b14-cc11-47b9-94d5-23c150175e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.160051 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-71b56b14-cc11-47b9-94d5-23c150175e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.221312 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2d65a922-f078-4227-bf7b-d4b894e600da req-9ca06f0f-2ba8-4542-98e9-45c5aea60e3c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751264 Aug 17 12:11:58.229434 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-71b56b14-cc11-47b9-94d5-23c150175e5e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80f5c89504ee4b0aad5e89eb81934545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762574 Aug 17 12:11:58.230628 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43462) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:11:58.231505 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b56b14-cc11-47b9-94d5-23c150175e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c27055-6436-4c81-8ee6-881d8c4cfc34,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:58.325991 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.354705 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.511919 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.516224 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:11:58.520819 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7c27055-6436-4c81-8ee6-881d8c4cfc34 HTTP/1.1" status: 204 len: 168 time: 0.2826886 Aug 17 12:11:58.536687 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519aaf1-51d6-470c-9f9b-adee7bb05f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c27055-6436-4c81-8ee6-881d8c4cfc34,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:11:58.646286 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-04d37064-d071-4498-afdf-712a8ff5b96d req-b1b3ec79-cd77-4dc2-a8fe-9f3b33b0e5ee tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0596805 Aug 17 12:11:59.416966 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e8a1a-04fb-4b15-b2c6-4647f567d2e1 req-20905d54-ec71-48fa-9f06-0ccf0a67c522 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:11:59.426507 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be1e8a1a-04fb-4b15-b2c6-4647f567d2e1 req-20905d54-ec71-48fa-9f06-0ccf0a67c522 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0648036 Aug 17 12:11:59.477567 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be1e8a1a-04fb-4b15-b2c6-4647f567d2e1 req-bc0de0c3-f0d4-49d2-984e-2ea1e939a3a5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498514 Aug 17 12:11:59.804947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1cea49b0-0f81-4b68-8724-06b86c80859a req-02b15a85-d271-4cea-b56d-82db66ffdc97 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0595021 Aug 17 12:12:00.744810 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e069548-ffd6-4470-a65a-8879c221415d req-b7520bc5-c68a-4fb2-bcad-59527ba78448 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:00.746629 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e069548-ffd6-4470-a65a-8879c221415d req-b7520bc5-c68a-4fb2-bcad-59527ba78448 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0904317 Aug 17 12:12:00.799775 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0e069548-ffd6-4470-a65a-8879c221415d req-0c6b14c4-e116-4a85-90de-70bef1be8ba2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Aug 17 12:12:00.913552 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00d3750a-8f93-49f4-b926-4a378d7bf2c7 req-30639a64-00f0-44ca-a528-dda7db46d67b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0453641 Aug 17 12:12:01.944804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65346748-9f70-4274-ac43-a5c11745a09d req-52a3d37a-5f5a-4812-9f80-5c5e0d0a8bf2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:01.954375 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65346748-9f70-4274-ac43-a5c11745a09d req-52a3d37a-5f5a-4812-9f80-5c5e0d0a8bf2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0777528 Aug 17 12:12:02.022393 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65346748-9f70-4274-ac43-a5c11745a09d req-fdcd1079-b7cd-4813-843d-ce65052d584f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667417 Aug 17 12:12:02.090494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2d55ce8-2356-49b9-8852-ad75a25c7337 req-b30acc8a-ad89-48d5-a530-850027f0c681 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0666723 Aug 17 12:12:03.200544 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-155ee982-6da7-47a2-908e-a2a3da3ba1b3 req-0b465926-12a7-48e0-841e-9cc0dd5e4650 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0350120 Aug 17 12:12:03.217745 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d4ed0-dd40-4726-b895-6efa24519d77 req-74c97fb4-b2c4-4027-b15e-76f52611d699 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:03.225604 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-705d4ed0-dd40-4726-b895-6efa24519d77 req-74c97fb4-b2c4-4027-b15e-76f52611d699 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0995200 Aug 17 12:12:03.275172 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-705d4ed0-dd40-4726-b895-6efa24519d77 req-a425c913-bbad-424e-9ddb-9293bf6c3744 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481417 Aug 17 12:12:04.304632 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ee6bc8e6-3cc0-43f6-acce-669988ea4899 req-eaf4f638-236e-492f-8c98-b53fe80fb6a2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0296652 Aug 17 12:12:04.447886 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7add6a-44b7-4e44-974b-2e8c800d9e33 req-53b4b16e-0936-4034-8c8a-0f8c8e9d12a0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:04.449571 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9c7add6a-44b7-4e44-974b-2e8c800d9e33 req-53b4b16e-0936-4034-8c8a-0f8c8e9d12a0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0859253 Aug 17 12:12:04.488133 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9c7add6a-44b7-4e44-974b-2e8c800d9e33 req-9bcbdb00-77d6-4e93-be12-13012ec2fd9f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Aug 17 12:12:05.399268 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-91345d1c-5d4f-408f-a931-1ea6726f7253 req-16452655-a334-49f4-9016-0fd22d5fd8e0 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0253766 Aug 17 12:12:05.607122 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d37a3-8540-461f-94f3-0b5c9338f8fd req-182700a9-2af1-497a-8c8d-8a5af46344e8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:05.608561 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a5d37a3-8540-461f-94f3-0b5c9338f8fd req-182700a9-2af1-497a-8c8d-8a5af46344e8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0498660 Aug 17 12:12:05.652731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a5d37a3-8540-461f-94f3-0b5c9338f8fd req-ac108216-cd5d-4f6f-b2db-774d69fe6712 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373569 Aug 17 12:12:06.488108 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5837cc3d-937a-4379-86d0-381c5e389ad6 req-f4cad23e-b536-4f95-98a9-874674c0ba9d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0251391 Aug 17 12:12:06.774396 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69391d53-66ad-439f-a559-24225d19bc3e req-b7da9013-b769-4168-9320-aedc5085c49d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:06.775856 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-69391d53-66ad-439f-a559-24225d19bc3e req-b7da9013-b769-4168-9320-aedc5085c49d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0480890 Aug 17 12:12:06.811826 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-69391d53-66ad-439f-a559-24225d19bc3e req-c3302609-264f-4bbf-99b4-04383c0c8e3f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301697 Aug 17 12:12:07.580800 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-88283edd-1677-4334-a531-faa0d7161e1a req-519da0ae-f4ce-47f7-b7d4-e79884b9ba71 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Aug 17 12:12:07.928011 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845a3e-3605-41d6-a2b6-888309cb0145 req-b5b22267-6fe1-4961-ad3a-8d71338c015c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:07.929831 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5f845a3e-3605-41d6-a2b6-888309cb0145 req-b5b22267-6fe1-4961-ad3a-8d71338c015c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0486610 Aug 17 12:12:07.967712 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5f845a3e-3605-41d6-a2b6-888309cb0145 req-b3176cfd-c6c7-4fd1-9094-50518abfd535 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321233 Aug 17 12:12:08.598932 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-27dc34e0-1d1c-4908-acbc-2c306c7aac34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382338 Aug 17 12:12:08.671857 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4c29e892-c985-4cad-8e4a-9c18019e6e2a req-8382db98-05e4-490a-a97f-0c3047987464 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Aug 17 12:12:08.772221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-58440ebe-02d7-40fc-88cd-79e733e42052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:08.773809 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-58440ebe-02d7-40fc-88cd-79e733e42052 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.0470161 Aug 17 12:12:08.881185 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-fa1b27c7-cd96-434f-96e2-935f2d3f9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:08.882547 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-fa1b27c7-cd96-434f-96e2-935f2d3f9487 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0813353 Aug 17 12:12:08.948227 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-31240065-5e04-4879-862a-cc6a36772333 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1000 time: 0.0584493 Aug 17 12:12:08.995807 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-c96ab6e9-6dfc-430f-b9e0-def52c10b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:08.997293 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-c96ab6e9-6dfc-430f-b9e0-def52c10b304 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0410159 Aug 17 12:12:09.060361 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-456192dc-7441-4022-a747-bfa4084e1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:09.061797 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-456192dc-7441-4022-a747-bfa4084e1781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574272 Aug 17 12:12:09.149154 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af463-820d-446b-bb3a-b8ee903519d5 req-184b58f8-6a20-4199-a628-70f0769dd29d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:09.150510 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c79af463-820d-446b-bb3a-b8ee903519d5 req-184b58f8-6a20-4199-a628-70f0769dd29d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1089184 Aug 17 12:12:09.198084 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-180898af-485c-4453-a131-ad33ad598442 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196976 Aug 17 12:12:09.205180 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c79af463-820d-446b-bb3a-b8ee903519d5 req-eb20998c-1396-4d22-8c7e-ee487b976687 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484014 Aug 17 12:12:09.291730 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0bdae1ae-0c2b-4bc5-b07c-f0d22b2b25be req-e6ae40ee-aab9-40a5-aee9-b49564d44ae6 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Aug 17 12:12:09.763865 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d83c9e1-2db7-429a-a7d1-c10b005990ca req-c13a0a74-89e3-4872-adc9-c5602532cfc3 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Aug 17 12:12:10.067201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-496280d2-6d61-4512-accb-330a44cd896f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:10.069375 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-496280d2-6d61-4512-accb-330a44cd896f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 808 time: 0.1261139 Aug 17 12:12:10.118006 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-d14301c3-8f43-4427-929d-64380259487f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f748ebf8de04013a9e23dccf6091381 HTTP/1.1" status: 200 len: 380 time: 0.0331459 Aug 17 12:12:10.131686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'port': {'device_id': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'admin_state_up': True, 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'security_groups': ['85252f8a-6367-476f-b20e-93483fa5726c']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:10.236339 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Made reservation on behalf of 7f748ebf8de04013a9e23dccf6091381 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:10.239687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:10.385239 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c8068-a9db-45fe-869b-6ee806c18474 req-c685bfdd-ade2-4978-b131-d5c7c841b869 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:10.386948 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f8c8068-a9db-45fe-869b-6ee806c18474 req-c685bfdd-ade2-4978-b131-d5c7c841b869 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0927045 Aug 17 12:12:10.418852 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Allocated IP 172.20.0.4 (228b21ce-7cd1-4037-ae4b-7eb59d423d83/1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6/92465443-fb4b-4b4e-be6e-94c52bc006e4) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:10.452456 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7f8c8068-a9db-45fe-869b-6ee806c18474 req-f4a8ca16-9d1d-4f77-8812-1fc57ef59f35 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569808 Aug 17 12:12:10.576015 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:10.589850 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Transition to ACTIVE for port object 92465443-fb4b-4b4e-be6e-94c52bc006e4 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:10.624984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:10.670864 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:10.674189 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:10.678815 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:10.710358 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:10.726445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.726887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.727279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.727752 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.728138 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.728468 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.728794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.729230 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.729713 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.730052 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.730380 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.730744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:10.754230 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:10.755058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:10.773747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-38663e0a-a823-4b60-b9ca-50a63462de49 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455696 Aug 17 12:12:10.811384 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Request body: {'port': {'device_id': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:10.923293 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:10.981843 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa280-24b7-441f-a2de-78c0c53be1de req-2c7c2688-fc83-474e-b68a-e68b82542239 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:10.983428 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdbaa280-24b7-441f-a2de-78c0c53be1de req-2c7c2688-fc83-474e-b68a-e68b82542239 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 931 time: 0.1075962 Aug 17 12:12:11.028631 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-95d175ca-f769-4e72-80b6-20dfa4c65aea None None] Provisioning for port 92465443-fb4b-4b4e-be6e-94c52bc006e4 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:11.032894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-95d175ca-f769-4e72-80b6-20dfa4c65aea None None] Provisioning complete for port 92465443-fb4b-4b4e-be6e-94c52bc006e4 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:11.033299 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-95d175ca-f769-4e72-80b6-20dfa4c65aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.077990 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-95d175ca-f769-4e72-80b6-20dfa4c65aea None None] Port 92465443-fb4b-4b4e-be6e-94c52bc006e4 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:11.105304 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cdbaa280-24b7-441f-a2de-78c0c53be1de req-04bf386d-f75e-4061-978d-2e89be84fdab tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124730 Aug 17 12:12:11.247537 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92465443-fb4b-4b4e-be6e-94c52bc006e4 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:12:11.254919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.266372 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Transition to ACTIVE for port object 92465443-fb4b-4b4e-be6e-94c52bc006e4 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:11.269414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.316302 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:11.390126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Attempting to bind port 92465443-fb4b-4b4e-be6e-94c52bc006e4 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:11.390470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Attempting to bind port 92465443-fb4b-4b4e-be6e-94c52bc006e4 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:11.390802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Attempting to bind port 92465443-fb4b-4b4e-be6e-94c52bc006e4 on network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:11.395227 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Port 92465443-fb4b-4b4e-be6e-94c52bc006e4 on network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:12:11.395544 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Attempting to bind port 92465443-fb4b-4b4e-be6e-94c52bc006e4 on network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:11.401026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:11.401366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Checking segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:11.401754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Bound using segment: {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:11.402187 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Bound port: 92465443-fb4b-4b4e-be6e-94c52bc006e4, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a317e42e-0985-4de7-9cfd-4f7d607fda86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:11.402549 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.471380 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:11.474888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:11.478772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.520321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:11.521026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:11.523046 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] 10.222.0.60 "PUT /v2.0/ports/92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 1093 time: 0.7172091 Aug 17 12:12:11.523511 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:12:11.526038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f71ca88-cdfd-4459-abcd-048d30cdb57f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:12:11.593531 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9736e-87d4-4387-b7d3-00c558069016 service neutron] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:11.596942 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3458fa-0040-4b5f-8948-ac044866d2cf x-openstack-request-id: req-1e3458fa-0040-4b5f-8948-ac044866d2cf {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:12:11.597234 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:12:11.597486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1e3458fa-0040-4b5f-8948-ac044866d2cf {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:12:11.597863 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'status': 'completed', 'code': 200} Aug 17 12:12:11.650772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dfb8b-481f-4eb9-ba51-aa843e7b64fe req-64bf3e4f-6d91-47ce-aaa4-56892f3a4d2a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:11.652564 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ef6dfb8b-481f-4eb9-ba51-aa843e7b64fe req-64bf3e4f-6d91-47ce-aaa4-56892f3a4d2a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1002524 Aug 17 12:12:11.669176 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-9546cdbe-85ff-4548-992b-9734efb706a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:11.670669 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-9546cdbe-85ff-4548-992b-9734efb706a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1096 time: 0.0687153 Aug 17 12:12:11.729584 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ef6dfb8b-481f-4eb9-ba51-aa843e7b64fe req-7e2f139a-034f-4a33-9b7a-3d034df49edb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705476 Aug 17 12:12:11.730942 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-6a933100-fd43-456e-a43c-2f93c2d87bb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 217 time: 0.0450449 Aug 17 12:12:11.781946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-5b89b314-9335-43b7-bc38-6351f6306bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:11.783439 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-5b89b314-9335-43b7-bc38-6351f6306bc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0450428 Aug 17 12:12:11.832277 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-59064bfc-c826-403e-b555-ed5c517d9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:11.833784 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-59064bfc-c826-403e-b555-ed5c517d9e9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433991 Aug 17 12:12:11.922114 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-632fd6bd-60c0-498c-89cd-fb41b93cdac4 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807443 Aug 17 12:12:12.011627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47d259af-dede-4f81-9d60-3ed9c17682f9 req-0044bffc-dc11-4387-b5e4-55fdf1126df9 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Aug 17 12:12:12.150454 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-817e16a9-8f88-481e-a3bb-859dcbc5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.151948 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-817e16a9-8f88-481e-a3bb-859dcbc5da94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1096 time: 0.0407333 Aug 17 12:12:12.261947 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43696) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:12.307602 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Deleting subnet e7e41a1c-f667-40fb-b4ce-8086a207016c {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:12:12.311154 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.350596 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.390121 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.444774 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.472119 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e41a1c-f667-40fb-b4ce-8086a207016c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:12.474116 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.476875 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c2ae7520-b87f-4201-bc2e-266b048e73c7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e7e41a1c-f667-40fb-b4ce-8086a207016c HTTP/1.1" status: 204 len: 168 time: 0.2135954 Aug 17 12:12:12.478451 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43698) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:12.523677 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d397-0315-456b-8f4b-969146ca17db req-758fe994-3b6b-480d-b8ce-447f4a2cf9f5 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.525178 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a21d397-0315-456b-8f4b-969146ca17db req-758fe994-3b6b-480d-b8ce-447f4a2cf9f5 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.3489177 Aug 17 12:12:12.541770 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-baa69aeb-e8e9-4744-b43d-ee79ae5f8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.543325 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-baa69aeb-e8e9-4744-b43d-ee79ae5f8871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.3840101 Aug 17 12:12:12.548527 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.593717 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-b13fb603-a534-46fd-a8f7-baa431fd7a03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 217 time: 0.0412788 Aug 17 12:12:12.600727 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a21d397-0315-456b-8f4b-969146ca17db req-f05733b1-360c-4623-8bde-9464a6b1d0b1 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684247 Aug 17 12:12:12.626205 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.636193 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408af200-b73b-497f-9626-25739ee61c46']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:12.646501 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5452f442-a548-4414-8e9a-0d668cd5c010') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:12.646796 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5452f442-a548-4414-8e9a-0d668cd5c010') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:12.649657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-0118308a-81d3-4a8e-b1b9-186d07f322d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.651166 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-0118308a-81d3-4a8e-b1b9-186d07f322d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0486081 Aug 17 12:12:12.656048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.672684 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.680591 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:12:12.681206 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:12:12.683056 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:12:12.701619 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-54594a96-2e5d-4f68-895c-d3241211fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.703112 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-54594a96-2e5d-4f68-895c-d3241211fabf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444565 Aug 17 12:12:12.743410 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.768460 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:12.770426 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/408af200-b73b-497f-9626-25739ee61c46 HTTP/1.1" status: 204 len: 168 time: 0.2910361 Aug 17 12:12:12.771782 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f70b0-3a34-47f7-902f-ecd41513d1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=408af200-b73b-497f-9626-25739ee61c46,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:12.833791 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-a042a93f-272c-4d55-9b07-db9ccf88f80a service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228764 Aug 17 12:12:12.904314 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43710) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:12.918574 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da2545-8251-4a72-88ac-578a55f10d28 req-50870c37-4b17-428b-9e36-f5ad5c5a0479 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:12.920055 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31da2545-8251-4a72-88ac-578a55f10d28 req-50870c37-4b17-428b-9e36-f5ad5c5a0479 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.1036527 Aug 17 12:12:12.949083 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43712) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:12.957883 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-461920b5-b105-48a9-a3a1-acf025b00af8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58b30a9a6bb94b4ab89110c391226cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522265 Aug 17 12:12:12.960356 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43716) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:12.975905 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f71ca88-cdfd-4459-abcd-048d30cdb57f req-1dce7b9c-5b2d-4d43-8144-200ea2f4c75b service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276059 Aug 17 12:12:12.988100 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-31da2545-8251-4a72-88ac-578a55f10d28 req-eb3de6d5-c7c9-4bc3-b417-2b2f58da1f48 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580668 Aug 17 12:12:13.022468 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.044529 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.097421 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.100843 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.105085 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f06f5d4-9fd7-417e-942d-6d881b0a1840 HTTP/1.1" status: 204 len: 168 time: 0.1404755 Aug 17 12:12:13.110530 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9978ad-ba39-4cd3-be8f-1a72e4e7279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06f5d4-9fd7-417e-942d-6d881b0a1840,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:13.137369 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20ad64c5-ed24-4d4c-b1b9-e544585e6844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.229318 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20ad64c5-ed24-4d4c-b1b9-e544585e6844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.233331 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-20ad64c5-ed24-4d4c-b1b9-e544585e6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.269581 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad64c5-ed24-4d4c-b1b9-e544585e6844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96031f-7307-49b8-9996-6cf1219cfe84,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:13.275395 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-20ad64c5-ed24-4d4c-b1b9-e544585e6844 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5e29ec92df7463fb04575a25360b293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252330 Aug 17 12:12:13.277929 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43722) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:13.337472 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.359352 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.405067 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.407629 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.408780 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f96031f-7307-49b8-9996-6cf1219cfe84 HTTP/1.1" status: 204 len: 168 time: 0.1296046 Aug 17 12:12:13.419229 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fd5b5-3b97-49e1-b629-5f7b2088ec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96031f-7307-49b8-9996-6cf1219cfe84,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:13.722159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5258-6b81-4540-a369-d84093c10ec0 req-68521c7a-aa6b-433d-9748-d9020cc3812f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:13.723635 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8b5a5258-6b81-4540-a369-d84093c10ec0 req-68521c7a-aa6b-433d-9748-d9020cc3812f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0525243 Aug 17 12:12:13.762748 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8b5a5258-6b81-4540-a369-d84093c10ec0 req-8add571b-72bb-4e3e-8c35-93db44cf505e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Aug 17 12:12:13.829186 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43744) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:13.922921 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010562789-network', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:13.943217 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Made reservation on behalf of eabd442534a0454bbea1cfc1fed732b2 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:13.945469 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:13.953803 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.046947 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.051169 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.072014 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:12:14.086489 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3283e2b6-2c0e-4905-9f84-35d251befb26,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:14.091422 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.091773 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Added segment 83bbe5f0-7d59-4022-b4b0-ad576abc3ac8 of type vlan for network f5fb5249-ce12-4585-a3c5-0fd7da0b45de Aug 17 12:12:14.120218 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b800df-5cbb-4b25-a7dd-09cb73b2c120 req-75091f74-1ded-4ca2-ae69-b9ed20303652 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:14.122054 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34b800df-5cbb-4b25-a7dd-09cb73b2c120 req-75091f74-1ded-4ca2-ae69-b9ed20303652 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0519776 Aug 17 12:12:14.133218 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.157596 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.158532 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:14.159120 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.159758 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34b800df-5cbb-4b25-a7dd-09cb73b2c120 req-54e636ff-6049-4775-82b8-562b5fa8f301 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Aug 17 12:12:14.207756 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3773749 Aug 17 12:12:14.211118 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43750) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:14.216039 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Request body: {'subnet': {'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010562789-subnet', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:14.218752 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc8fa-9f4d-4430-86d2-27e90271babb admin admin] Pushing event updated for resources: {'Network': ['ID=f5fb5249-ce12-4585-a3c5-0fd7da0b45de,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:14.229197 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:12:14.238183 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Made reservation on behalf of eabd442534a0454bbea1cfc1fed732b2 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:14.240611 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12330423'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.404109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10210384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12330401'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.461821 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=16471665-fd03-4ca0-a5ce-0f8eaca61430,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:14.467204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:14.467544 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Network hostable DHCP agents. Network: f5fb5249-ce12-4585-a3c5-0fd7da0b45de, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:12:14.483757 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:12:14.493009 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, f5fb5249-ce12-4585-a3c5-0fd7da0b45de) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:14.498596 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:14.499539 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.500341 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0267de3-21be-46a6-ab2b-3608b6636e4f None None] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:12:14.514132 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1294b47f-3ab6-4812-ab29-8a8dbb9d42ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3018355 Aug 17 12:12:14.516575 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43752) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:14.520822 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:14.541847 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.543147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.597414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.647727 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:12:14.648581 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.728863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.779241 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Allocated IP 172.20.0.2 (f5fb5249-ce12-4585-a3c5-0fd7da0b45de/16471665-fd03-4ca0-a5ce-0f8eaca61430/d933d3ad-1b49-4ff7-9c33-6727a85ebf92) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:14.924627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.933615 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Transition to ACTIVE for port object d933d3ad-1b49-4ff7-9c33-6727a85ebf92 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:14.948928 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Transition to ACTIVE for port object d933d3ad-1b49-4ff7-9c33-6727a85ebf92 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:14.954973 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.956676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30d89-0425-4ea5-9c40-eb3b0cc6c99d req-0d4ba96a-ea5b-45f4-bc49-30a4d77c92bb tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:14.958198 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fae30d89-0425-4ea5-9c40-eb3b0cc6c99d req-0d4ba96a-ea5b-45f4-bc49-30a4d77c92bb tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.1011832 Aug 17 12:12:14.961562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.985410 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:14.994884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:14.997821 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:15.002078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:15.005045 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Pushing event updated for resources: {'Port': ['ID=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:15.057964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fae30d89-0425-4ea5-9c40-eb3b0cc6c99d req-b9db7857-063c-4000-b776-ef2dafeb73f7 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747452 Aug 17 12:12:15.059168 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Attempting to bind port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:15.059539 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Attempting to bind port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:15.060413 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Attempting to bind port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:15.065058 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:15.065426 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:15.065829 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.066220 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Bound using segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:15.066951 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Bound port: d933d3ad-1b49-4ff7-9c33-6727a85ebf92, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:15.067172 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.113906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Allocated IP 172.27.0.219 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/42f98188-b618-4205-a3c4-22479ff29829) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:15.147684 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] For port d933d3ad-1b49-4ff7-9c33-6727a85ebf92, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:15.150959 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] For port d933d3ad-1b49-4ff7-9c33-6727a85ebf92, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:15.154607 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.215406 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3d08-60ea-412c-b7a8-a2da1ff27d46 None None] Pushing event updated for resources: {'Port': ['ID=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:15.239471 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.312037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08390-92cc-4c08-8138-7664be6095f7 req-30808d79-6558-4ec6-a3ca-33c49c13020c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:15.313559 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09d08390-92cc-4c08-8138-7664be6095f7 req-30808d79-6558-4ec6-a3ca-33c49c13020c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0666468 Aug 17 12:12:15.326787 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.395503 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:15.400514 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09d08390-92cc-4c08-8138-7664be6095f7 req-621d5794-4129-4db2-bf03-7303f021663e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810332 Aug 17 12:12:15.404177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:15.408382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:15.411746 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=42f98188-b618-4205-a3c4-22479ff29829,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:15.668888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:15.865823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:16.014881 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:12:16.106807 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e4804-58a0-449e-ac90-0cf318475a60 None None] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:12:16.139740 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:12:16.158600 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:12:16.180574 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:16.181229 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:16.185097 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:16.185487 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1335491c-a8d6-4afa-8ed0-ca69bb113ba5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6679537 Aug 17 12:12:16.189910 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43760) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:16.208139 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fce57-97ca-4089-a47c-70f0b98acc1b req-2923c1dc-d658-42dc-a7e0-da13901d1513 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:16.210402 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-372fce57-97ca-4089-a47c-70f0b98acc1b req-2923c1dc-d658-42dc-a7e0-da13901d1513 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0664186 Aug 17 12:12:16.258966 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-372fce57-97ca-4089-a47c-70f0b98acc1b req-e34edd2a-3d74-4525-b939-2a81c1cb7adb tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Aug 17 12:12:16.291409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f48fa6fa-13e5-42ad-b975-c6e7b86f2199 None None] Provisioning for port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:16.367977 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:16.571348 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b8962-fb43-4849-90f6-5d90de8aaffd req-11cb4447-76aa-455e-a380-88ef6aa18193 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:16.573382 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-383b8962-fb43-4849-90f6-5d90de8aaffd req-11cb4447-76aa-455e-a380-88ef6aa18193 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0679059 Aug 17 12:12:16.618245 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-383b8962-fb43-4849-90f6-5d90de8aaffd req-15b17053-64b9-4f43-95ba-2506a125ed27 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363123 Aug 17 12:12:16.704283 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:16.706943 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:15Z', 'revision_number': 3, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:16.733068 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:12:16.733427 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Updating router b63b0d24-11fe-4088-94c7-b2d0e165b89e port 42f98188-b618-4205-a3c4-22479ff29829 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:12:16.776706 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:16.826480 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d933d3ad-1b49-4ff7-9c33-6727a85ebf92 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:16.874124 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Allocated IP 172.20.0.1 (f5fb5249-ce12-4585-a3c5-0fd7da0b45de/16471665-fd03-4ca0-a5ce-0f8eaca61430/da0c2b03-bf00-4b8a-8839-105365f10c32) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:16.973529 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:16.985222 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:16.987394 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Transition to ACTIVE for port object da0c2b03-bf00-4b8a-8839-105365f10c32 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:16.991861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:16.992226 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.020971 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.062958 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:17.066008 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:17.069911 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:17.098265 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Pushing event updated for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:17.116673 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.157359 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.160808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.186228 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Transition to ACTIVE for port object 42f98188-b618-4205-a3c4-22479ff29829 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:17.196145 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.226357 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port d933d3ad-1b49-4ff7-9c33-6727a85ebf92, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:17.234934 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.254037 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.262787 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c1f6-f61c-4610-9df5-5e069c238a5c None None] Pushing event updated for resources: {'Port': ['ID=42f98188-b618-4205-a3c4-22479ff29829,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:17.265405 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Attempting to bind port 42f98188-b618-4205-a3c4-22479ff29829 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:17.265762 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Attempting to bind port 42f98188-b618-4205-a3c4-22479ff29829 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:17.265979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Attempting to bind port 42f98188-b618-4205-a3c4-22479ff29829 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:17.292003 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:17.292401 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:17.292815 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.293254 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:17.294052 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Bound port: 42f98188-b618-4205-a3c4-22479ff29829, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:17.294205 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.373948 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f5c8e8be-770f-4933-a326-44b5b9cf50c9 None None] Provisioning for port da0c2b03-bf00-4b8a-8839-105365f10c32 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:17.377444 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:17.384100 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] For port 42f98188-b618-4205-a3c4-22479ff29829, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:17.386521 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f5c8e8be-770f-4933-a326-44b5b9cf50c9 None None] Provisioning complete for port da0c2b03-bf00-4b8a-8839-105365f10c32 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:17.386521 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e8be-770f-4933-a326-44b5b9cf50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.389135 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] For port 42f98188-b618-4205-a3c4-22479ff29829, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=42f98188-b618-4205-a3c4-22479ff29829,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:17.397739 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d97400-61dc-47a7-89d9-aae03d2bf7fb req-e180405f-e425-494f-b623-45a23865192d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:17.399259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09d97400-61dc-47a7-89d9-aae03d2bf7fb req-e180405f-e425-494f-b623-45a23865192d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0621173 Aug 17 12:12:17.410968 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.439546 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-09d97400-61dc-47a7-89d9-aae03d2bf7fb req-8e98f4a1-787f-4d00-a3b9-8b6c1ee93d3b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Aug 17 12:12:17.446709 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.454470 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.474493 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8e8be-770f-4933-a326-44b5b9cf50c9 None None] Port da0c2b03-bf00-4b8a-8839-105365f10c32 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:17.485164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:17.485871 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:17.490685 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179c1f6-f61c-4610-9df5-5e069c238a5c None None] Pushing event updated for resources: {'Port': ['ID=42f98188-b618-4205-a3c4-22479ff29829,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:17.524352 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.526955 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Pushing event updated for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:17.599260 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:17.620092 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:17.621496 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:17.753970 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:12:17.764192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55c057-daf7-45ff-bf61-296f43006e23 req-6342510c-eb18-414d-b8db-98f28e26ff9b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:17.768104 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e55c057-daf7-45ff-bf61-296f43006e23 req-6342510c-eb18-414d-b8db-98f28e26ff9b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 944 time: 0.0643575 Aug 17 12:12:17.829511 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5e55c057-daf7-45ff-bf61-296f43006e23 req-38fe1d7d-3aee-4068-ac82-6dc1eef2a41b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Aug 17 12:12:17.841469 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 2, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:17.867057 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:12:17.868651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a30aaf-718c-4fc0-bdf5-fbaa24c84977 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 2, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:12:17.872535 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-42724f73-8245-4e3d-9881-1fa595d20f73 admin admin] 10.222.0.58 "PUT /v2.0/routers/b63b0d24-11fe-4088-94c7-b2d0e165b89e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809411 Aug 17 12:12:17.898584 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-dec9e486-8806-4f94-ad99-be19e7d7d659 None None] Provisioning complete for port da0c2b03-bf00-4b8a-8839-105365f10c32 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:17.899072 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dec9e486-8806-4f94-ad99-be19e7d7d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:17.935025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-dec9e486-8806-4f94-ad99-be19e7d7d659 None None] Port da0c2b03-bf00-4b8a-8839-105365f10c32 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:18.112757 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:12:18.221491 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:18.233721 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'mac_address': 'fa:16:3e:59:67:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:12:18.277138 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.292012 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:12:18.318023 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:18.323318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.381769 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=9']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:18.403848 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43782) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:18.408989 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-280486109-network', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:18.433113 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Made reservation on behalf of 62375bb1ab5744eba70567faf9e7a539 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:18.435655 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.445233 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.579510 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.584848 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.594250 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d87fc-00f1-48ef-9095-caa1ef59cd4d req-c5836599-2caa-471b-ae3e-8a576c0a355e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:18.595801 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b43d87fc-00f1-48ef-9095-caa1ef59cd4d req-c5836599-2caa-471b-ae3e-8a576c0a355e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0551114 Aug 17 12:12:18.607605 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:12:18.624464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99261e2c-b090-4f43-8885-1fa04148a6b2,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:18.627440 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.627780 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Added segment 3d20386d-8141-435a-9543-4ed1e6ad8eda of type vlan for network 86bafb60-4c36-414f-a36d-3efba49ae163 Aug 17 12:12:18.648258 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b43d87fc-00f1-48ef-9095-caa1ef59cd4d req-86b4e7c4-f906-4c0a-b694-b9865329fcf4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459371 Aug 17 12:12:18.677157 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.702945 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.704082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:18.704670 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.770635 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3656690 Aug 17 12:12:18.773808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43786) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:18.776045 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['26c972c7-06e4-418f-a11f-f7e5e7a6f170'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:12:18.782892 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Request body: {'subnet': {'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-280486109-subnet', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:18.783524 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5c4d9-4d5b-4a7b-969a-192ebf0e4d77 admin admin] Pushing event updated for resources: {'Network': ['ID=86bafb60-4c36-414f-a36d-3efba49ae163,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:18.807019 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:12:18.814407 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Made reservation on behalf of 62375bb1ab5744eba70567faf9e7a539 for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:18.816877 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12330423'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:18.969516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 42f98188-b618-4205-a3c4-22479ff29829 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:19.011926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab166dd-2dd1-4c2f-a47a-d31b5408d3e6 req-6d86fe94-af5b-492d-96b7-5d59f0d99a31 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:19.013594 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dab166dd-2dd1-4c2f-a47a-d31b5408d3e6 req-6d86fe94-af5b-492d-96b7-5d59f0d99a31 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.0900776 Aug 17 12:12:19.056436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 42f98188-b618-4205-a3c4-22479ff29829 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:19.060525 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 42f98188-b618-4205-a3c4-22479ff29829 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:19.061605 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.090059 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dab166dd-2dd1-4c2f-a47a-d31b5408d3e6 req-e26c73f0-8ec9-4fbf-8ba2-10193fe0d79f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701315 Aug 17 12:12:19.109935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10210384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12330401'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.166268 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.193749 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 42f98188-b618-4205-a3c4-22479ff29829, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=42f98188-b618-4205-a3c4-22479ff29829,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:19.200872 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.201848 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d933d3ad-1b49-4ff7-9c33-6727a85ebf92 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:19.212662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5935eb-1298-4999-b5e4-ffb2a9981290,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:19.216686 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Checking segment: {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:19.217110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Network hostable DHCP agents. Network: 86bafb60-4c36-414f-a36d-3efba49ae163, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:12:19.235005 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Network 86bafb60-4c36-414f-a36d-3efba49ae163 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:12:19.244854 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 86bafb60-4c36-414f-a36d-3efba49ae163) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:19.250589 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:19.251305 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.261283 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde5b9b-43dd-42d0-a457-78bf19f6cab1 None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:12:19.268210 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b3a60fbe-4f88-4d79-aa2b-d60dfe7098c7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4905152 Aug 17 12:12:19.268437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43790) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:19.273499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:19.293923 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.295009 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.332110 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=42f98188-b618-4205-a3c4-22479ff29829,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:19.347917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.358705 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:19.359074 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.477056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-86bafb60-4c36-414f-a36d-3efba49ae163', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:12:19.477915 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.639399 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Allocated IP 172.20.0.2 (86bafb60-4c36-414f-a36d-3efba49ae163/8d5935eb-1298-4999-b5e4-ffb2a9981290/8f45464d-3e54-4f0d-8487-61e12252d649) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:19.757950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.842826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547d3da-c474-4de5-a36c-aa9eddb45bd9 req-d006d24d-8186-4748-a68b-bd390ca39f55 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:19.845382 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d547d3da-c474-4de5-a36c-aa9eddb45bd9 req-d006d24d-8186-4748-a68b-bd390ca39f55 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.1042538 Aug 17 12:12:19.893990 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d547d3da-c474-4de5-a36c-aa9eddb45bd9 req-02a8f0a5-6cd1-4d9f-8b4d-1d951bbedd7a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Aug 17 12:12:19.916990 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.924922 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Transition to ACTIVE for port object 8f45464d-3e54-4f0d-8487-61e12252d649 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:19.939941 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Transition to ACTIVE for port object 8f45464d-3e54-4f0d-8487-61e12252d649 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:19.947399 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:19.983789 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:19.990740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:19.994434 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:20.001323 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Pushing event updated for resources: {'Port': ['ID=8f45464d-3e54-4f0d-8487-61e12252d649,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:20.002771 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:12:20.014637 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:20.015258 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:20.036512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.055913 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.061530 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Attempting to bind port 8f45464d-3e54-4f0d-8487-61e12252d649 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:20.061981 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Attempting to bind port 8f45464d-3e54-4f0d-8487-61e12252d649 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:20.062356 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Attempting to bind port 8f45464d-3e54-4f0d-8487-61e12252d649 on network 86bafb60-4c36-414f-a36d-3efba49ae163 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:20.067406 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:20.067784 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Checking segment: {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:20.068244 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.068636 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Bound using segment: {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:20.069129 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Bound port: 8f45464d-3e54-4f0d-8487-61e12252d649, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:20.069534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.122815 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:20.134204 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] For port 8f45464d-3e54-4f0d-8487-61e12252d649, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:20.137396 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] For port 8f45464d-3e54-4f0d-8487-61e12252d649, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8f45464d-3e54-4f0d-8487-61e12252d649,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:20.140008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:20.164944 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.168510 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Allocated IP 172.27.0.118 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/4af4dad2-1d49-4ef0-b21a-8588960b67c1) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:20.250788 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66095ef4-18a1-4358-8de5-d657d3efed49 None None] Pushing event updated for resources: {'Port': ['ID=8f45464d-3e54-4f0d-8487-61e12252d649,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:20.257812 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:20.258204 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.306452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ded92-6c13-490a-a365-b42e1731161e req-86cea5e5-2313-48fd-8100-348116c8d39e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:20.308427 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e45ded92-6c13-490a-a365-b42e1731161e req-86cea5e5-2313-48fd-8100-348116c8d39e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 945 time: 0.1070082 Aug 17 12:12:20.354519 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.356622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.362885 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 2, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:20.377193 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e45ded92-6c13-490a-a365-b42e1731161e req-f8f2fb40-ae7c-4c45-b2ca-6f0e2f841d04 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591323 Aug 17 12:12:20.391302 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:12:20.391668 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Updating router b63b0d24-11fe-4088-94c7-b2d0e165b89e port da0c2b03-bf00-4b8a-8839-105365f10c32 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:12:20.394804 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:12:20.397678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335c053c-8c1d-4d1f-909f-2c1d424ef946" -d '{"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:12:20.417787 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.423016 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.428210 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:20.439299 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.487051 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:20.491917 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:20.496580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:20.511907 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0360c09-b1de-44bb-ad70-8764b8ecf63f x-openstack-request-id: req-b0360c09-b1de-44bb-ad70-8764b8ecf63f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:12:20.512425 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-plugged", "status": "completed", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:12:20.512869 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b0360c09-b1de-44bb-ad70-8764b8ecf63f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:12:20.513493 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'code': 200} Aug 17 12:12:20.540027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4af4dad2-1d49-4ef0-b21a-8588960b67c1,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:20.563667 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=10']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:20.743498 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.753577 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Transition to ACTIVE for port object da0c2b03-bf00-4b8a-8839-105365f10c32 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:20.773176 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.786321 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.823843 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Pushing event updated for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:20.849487 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.850364 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.850710 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.851210 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.851574 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.851906 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.852237 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.852569 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.852926 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.857017 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.857477 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.857846 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:12:20.909674 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Attempting to bind port da0c2b03-bf00-4b8a-8839-105365f10c32 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:20.910398 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Attempting to bind port da0c2b03-bf00-4b8a-8839-105365f10c32 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:20.910755 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Attempting to bind port da0c2b03-bf00-4b8a-8839-105365f10c32 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:20.929283 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:20.929752 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:20.930183 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.930613 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Bound using segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:20.931089 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Bound port: da0c2b03-bf00-4b8a-8839-105365f10c32, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:20.935251 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:20.977546 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 42f98188-b618-4205-a3c4-22479ff29829 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:21.056033 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] For port da0c2b03-bf00-4b8a-8839-105365f10c32, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:21.060007 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] For port da0c2b03-bf00-4b8a-8839-105365f10c32, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=da0c2b03-bf00-4b8a-8839-105365f10c32,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:21.063703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 42f98188-b618-4205-a3c4-22479ff29829 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:21.064103 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:21.067841 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:21.168352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdb5ed-c39a-4fc3-9780-ae3ac9ed118f req-d0bc1a77-1fcc-4676-ac51-c5c3f2e5bf17 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:21.170683 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9cdb5ed-c39a-4fc3-9780-ae3ac9ed118f req-d0bc1a77-1fcc-4676-ac51-c5c3f2e5bf17 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.1522527 Aug 17 12:12:21.179481 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:21.181051 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8f45464d-3e54-4f0d-8487-61e12252d649 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:21.253050 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc8ce5-5c60-403d-b617-3c8727ea3a22 req-e33228f6-19f2-409f-a246-fef0f805f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:21.254648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-92fc8ce5-5c60-403d-b617-3c8727ea3a22 req-e33228f6-19f2-409f-a246-fef0f805f6b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1100 time: 0.1623666 Aug 17 12:12:21.260875 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 8f45464d-3e54-4f0d-8487-61e12252d649 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:21.274654 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:21.275425 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:21.338170 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f32ef2-aefa-499b-9acb-161396de1f48 None None] Pushing event updated for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:21.346178 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9cdb5ed-c39a-4fc3-9780-ae3ac9ed118f req-83544a9d-c727-4f63-9e5c-7512268c5c75 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635630 Aug 17 12:12:21.351440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-92fc8ce5-5c60-403d-b617-3c8727ea3a22 req-8eb11171-e77c-4fd9-be29-1b9a981edd43 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839882 Aug 17 12:12:21.405869 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:12:21.437660 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:21.508657 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98b445-ff66-4907-af29-fce8131385fd None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:12:21.583419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4dbc5-0fb7-429d-be50-8aa649b8532b req-d3b40032-79c9-40d5-ae0d-4b1ced0684bb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:21.586992 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42f4dbc5-0fb7-429d-be50-8aa649b8532b req-d3b40032-79c9-40d5-ae0d-4b1ced0684bb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0835078 Aug 17 12:12:21.588541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:12:21.610253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Sync routers for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:12:21.618903 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:21.620086 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3ac10bf1-d79d-4cf5-b1ec-e2e044ab26f5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3505683 Aug 17 12:12:21.623283 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43804) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:21.624900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:21.625655 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:21.631604 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Provisioning for port 8f45464d-3e54-4f0d-8487-61e12252d649 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:21.654292 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42f4dbc5-0fb7-429d-be50-8aa649b8532b req-c65704c9-f2a4-438c-bb3f-fa5010f3b2bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Aug 17 12:12:21.685450 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:21Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:21.686912 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Provisioning complete for port 8f45464d-3e54-4f0d-8487-61e12252d649 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:21.687290 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:21.716226 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a6f89-520b-4cc9-8bd8-ba5f7c8dc9be None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:21Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:12:21.834157 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:21.963538 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.023777 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] For port 8f45464d-3e54-4f0d-8487-61e12252d649, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8f45464d-3e54-4f0d-8487-61e12252d649,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:22.040056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.121531 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a03b-c2e3-412a-995e-c2963ee2a3e7 None None] Pushing event updated for resources: {'Port': ['ID=8f45464d-3e54-4f0d-8487-61e12252d649,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:22.142749 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:12:22.157394 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:20Z', 'revision_number': 3, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:22.189562 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Checking router: 8200c5f1-a198-41e1-a782-3d1bcc98bd8f for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:12:22.189562 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Updating router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:12:22.262192 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.303901 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.305824 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-97b2ea6a-54b9-40d4-a27a-1a1c7aab1b54 None None] Provisioning complete for port 8f45464d-3e54-4f0d-8487-61e12252d649 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:22.306203 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-97b2ea6a-54b9-40d4-a27a-1a1c7aab1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.419993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:22.452514 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'mac_address': 'fa:16:3e:cb:5c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:12:22.482334 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Allocated IP 172.20.0.1 (86bafb60-4c36-414f-a36d-3efba49ae163/8d5935eb-1298-4999-b5e4-ffb2a9981290/62aea9aa-3c5e-447f-90a7-24926a7c43b6) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:22.494935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fc6a0-18ab-4646-9a66-bb958da0add5 req-2e18d090-3b17-4df6-ac90-7cb606184d3c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:22.497292 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be9fc6a0-18ab-4646-9a66-bb958da0add5 req-2e18d090-3b17-4df6-ac90-7cb606184d3c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0607700 Aug 17 12:12:22.542643 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be9fc6a0-18ab-4646-9a66-bb958da0add5 req-2767b215-3785-4751-a0e1-20faef35e9f8 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386567 Aug 17 12:12:22.593025 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.606152 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Transition to ACTIVE for port object 62aea9aa-3c5e-447f-90a7-24926a7c43b6 will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:22.638989 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.682662 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Network 86bafb60-4c36-414f-a36d-3efba49ae163 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:22.687206 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:22.691782 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:22.708963 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e6418ed-fc6f-4541-8846-864a66e0f403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.713894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.729156 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.732843 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:22.749255 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92465443-fb4b-4b4e-be6e-94c52bc006e4 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:12:22.795856 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:22.809905 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.860566 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57483-d7ab-42d0-ae89-7934796c2a3d req-80ed10d5-37df-422a-8f3e-0e8dedfec5de tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:22.869398 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89b57483-d7ab-42d0-ae89-7934796c2a3d req-80ed10d5-37df-422a-8f3e-0e8dedfec5de tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.1174448 Aug 17 12:12:22.909049 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.934007 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:22.936718 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:22.948475 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-89b57483-d7ab-42d0-ae89-7934796c2a3d req-74e7d63c-087d-450b-a346-2ad6c8365730 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779643 Aug 17 12:12:22.960454 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device da0c2b03-bf00-4b8a-8839-105365f10c32 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:22.993530 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Transition to ACTIVE for port object 4af4dad2-1d49-4ef0-b21a-8588960b67c1 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:23.008304 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.091137 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Attempting to bind port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:23.091501 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Attempting to bind port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:23.092142 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Attempting to bind port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:23.093678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529163b7-e6d6-4fe4-8fec-d5dcbb5bf220 None None] Pushing event updated for resources: {'Port': ['ID=4af4dad2-1d49-4ef0-b21a-8588960b67c1,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:23.104890 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:23.105177 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:23.105497 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.105774 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:23.106396 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Bound port: 4af4dad2-1d49-4ef0-b21a-8588960b67c1, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:23.107070 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.112193 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port da0c2b03-bf00-4b8a-8839-105365f10c32 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:23.136950 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bad150a6-d47e-4e39-8b18-ef3dc6d3baa0 None None] Provisioning for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:23.138616 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port da0c2b03-bf00-4b8a-8839-105365f10c32 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:23.139182 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.147597 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.152745 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.168799 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bad150a6-d47e-4e39-8b18-ef3dc6d3baa0 None None] Provisioning complete for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:23.169200 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bad150a6-d47e-4e39-8b18-ef3dc6d3baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.228460 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:23.229266 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] For port 4af4dad2-1d49-4ef0-b21a-8588960b67c1, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:23.234175 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.235154 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] For port 4af4dad2-1d49-4ef0-b21a-8588960b67c1, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=4af4dad2-1d49-4ef0-b21a-8588960b67c1,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:23.244849 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.247167 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['92465443-fb4b-4b4e-be6e-94c52bc006e4'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:12:23.248555 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bad150a6-d47e-4e39-8b18-ef3dc6d3baa0 None None] Port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:23.353880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Network 86bafb60-4c36-414f-a36d-3efba49ae163 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:23.355776 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:23.383031 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:23.383898 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:11:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:23.430571 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529163b7-e6d6-4fe4-8fec-d5dcbb5bf220 None None] Pushing event updated for resources: {'Port': ['ID=4af4dad2-1d49-4ef0-b21a-8588960b67c1,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:23.448527 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.494780 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:12:23.564681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port da0c2b03-bf00-4b8a-8839-105365f10c32, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=da0c2b03-bf00-4b8a-8839-105365f10c32,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:23.578442 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.579450 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8f45464d-3e54-4f0d-8487-61e12252d649 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:23.635050 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:23.698274 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:12:23.712622 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bd1913ee-169d-4988-95da-296eb94ac7f7 admin admin] 10.222.0.58 "PUT /v2.0/routers/8200c5f1-a198-41e1-a782-3d1bcc98bd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0838695 Aug 17 12:12:23.712818 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eeb5c-ae41-4a77-a309-248c97d3c98f req-fe15aa3f-243d-470c-8093-61938edac41e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:23.714141 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b82eeb5c-ae41-4a77-a309-248c97d3c98f req-fe15aa3f-243d-470c-8093-61938edac41e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 944 time: 0.0588217 Aug 17 12:12:23.749407 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:23.757494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b82eeb5c-ae41-4a77-a309-248c97d3c98f req-053e1412-39f0-484e-af11-ac1ac3203c7d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365999 Aug 17 12:12:23.778428 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f66bd321-9363-46f6-8b1c-891d720ecd1a None None] Provisioning complete for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:23.778801 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f66bd321-9363-46f6-8b1c-891d720ecd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.903008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 8f45464d-3e54-4f0d-8487-61e12252d649 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:23.903388 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:23.913832 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f66bd321-9363-46f6-8b1c-891d720ecd1a None None] Port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:24.069715 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceca28-eeb7-4214-8f7d-9455dbf64eb5 req-0ce8c36e-6173-404a-b65c-3498ab9d4008 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:24.071641 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15ceca28-eeb7-4214-8f7d-9455dbf64eb5 req-0ce8c36e-6173-404a-b65c-3498ab9d4008 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0531015 Aug 17 12:12:24.123884 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-15ceca28-eeb7-4214-8f7d-9455dbf64eb5 req-39c3e1db-519b-4a54-b3d8-7405b401fb36 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348599 Aug 17 12:12:24.133554 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '62aea9aa-3c5e-447f-90a7-24926a7c43b6', 'name': '', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'mac_address': 'fa:16:3e:a2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:22Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 2, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'subnets': [{'id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:24.159328 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f498d-17fb-4d37-92ac-8ccb8d86ea7e None None] The sync data for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi is: [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '62aea9aa-3c5e-447f-90a7-24926a7c43b6', 'name': '', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'mac_address': 'fa:16:3e:a2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:22Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 2, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'subnets': [{'id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:12:24.241365 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.249403 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43858) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:24.254292 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493681713', 'description': 'tempest-secgroup-smoke-493681713 description', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:24.277341 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.390600 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.395130 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.426477 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.428415 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1778636 Aug 17 12:12:24.431655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43860) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:24.432928 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c13ad6-f45e-4658-84e9-65335e240e28 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a42038-3780-41f9-97c0-a70527cad3b8,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:24.436978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:24.468233 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.517225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.521808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.540139 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b92bfb3-d1d8-4a1d-a753-228f8570cc92,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:24.547502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.549033 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7b9dc890-dd9e-41cf-b51f-a907becd3c02 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155169 Aug 17 12:12:24.552135 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43862) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:24.557092 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:24.585799 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.644849 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.649554 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.668803 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55530a94-4eae-474e-94fb-04f6dd2405cb,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:24.675962 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.679950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43864) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:24.680104 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-26646081-217a-4aa7-bde2-dbd756eb576e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267285 Aug 17 12:12:24.684657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:24.711064 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.789125 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.794530 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.812693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebc993c-0f53-4774-836e-d822827ef81f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:24.823343 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.825781 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b38b2658-537a-4e21-90b9-7fa5f020c476 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436479 Aug 17 12:12:24.827433 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 43868) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:24.833782 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:24.881556 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.901332 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064fcde-4de6-4f13-9565-548b60d6356b req-efd84b1b-5993-480d-95b0-ba620200bc08 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:24.902842 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4064fcde-4de6-4f13-9565-548b60d6356b req-efd84b1b-5993-480d-95b0-ba620200bc08 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 944 time: 0.0536730 Aug 17 12:12:24.947024 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4064fcde-4de6-4f13-9565-548b60d6356b req-9f30ac60-0b17-4f2d-9105-48433de9e022 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352843 Aug 17 12:12:24.971363 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.978470 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:24.985189 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device da0c2b03-bf00-4b8a-8839-105365f10c32 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:24.996641 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be4c503-c94d-446d-a7a9-ba0971d6378e,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:25.004270 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.008074 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-f683be89-8098-4273-b5b3-b684fb9b0e1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766257 Aug 17 12:12:25.008460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43870) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:25.013398 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:25.038995 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port da0c2b03-bf00-4b8a-8839-105365f10c32 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:25.039212 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.securitygroups_db [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Project eabd442534a0454bbea1cfc1fed732b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:12:25.039371 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.044610 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.100987 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.105474 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.125739 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7a0167be-720b-44c1-bea5-997132df4214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.132733 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1784b643-b902-471d-8338-64fa3d34242e,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:25.134997 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 4af4dad2-1d49-4ef0-b21a-8588960b67c1 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:25.135929 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.137287 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4ee8909d-c5b9-4a9c-ab92-9f86e9f9c72b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277096 Aug 17 12:12:25.140092 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43872) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:25.145280 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'security_group_rule': {'security_group_id': '49a42038-3780-41f9-97c0-a70527cad3b8', 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:25.170498 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.securitygroups_db [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Project eabd442534a0454bbea1cfc1fed732b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:12:25.175447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.192233 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:25.198095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:25.198500 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.250389 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.258313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.263378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.281999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95c2d6b-ecb6-4b73-835b-0782bd1ccd8f,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:25.292830 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.295068 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e54400b0-8f85-4709-97f8-3024e0e28cff tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531599 Aug 17 12:12:25.316022 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.350428 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 4af4dad2-1d49-4ef0-b21a-8588960b67c1, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=4af4dad2-1d49-4ef0-b21a-8588960b67c1,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:25.371207 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:25.427379 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=4af4dad2-1d49-4ef0-b21a-8588960b67c1,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:26.075704 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a420a-d3fc-4dda-b0e4-dfc443312b51 req-b00f3115-1ef0-4089-8602-36ae6e1f2243 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:26.077218 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-af3a420a-d3fc-4dda-b0e4-dfc443312b51 req-b00f3115-1ef0-4089-8602-36ae6e1f2243 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 944 time: 0.0495162 Aug 17 12:12:26.118257 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-af3a420a-d3fc-4dda-b0e4-dfc443312b51 req-ff789e74-88e5-43f2-a454-9c9181f8a04e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Aug 17 12:12:26.177028 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Sync routers for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:12:26.186818 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:26.187354 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:26.194579 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:26.247049 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 92465443-fb4b-4b4e-be6e-94c52bc006e4 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:26.250648 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 92465443-fb4b-4b4e-be6e-94c52bc006e4 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:26.251024 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.293835 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:26.448842 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.484084 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:12:26.486342 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838b97f-9e3a-488d-979c-f518b89393de" -d '{"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-plugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:12:26.496523 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.500301 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:26.505215 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.505356 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '62aea9aa-3c5e-447f-90a7-24926a7c43b6', 'name': '', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'mac_address': 'fa:16:3e:a2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:22Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 2, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'subnets': [{'id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:26.533457 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Checking router: 8200c5f1-a198-41e1-a782-3d1bcc98bd8f for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:12:26.533811 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Updating router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:12:26.534661 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0a6f2-ff46-410e-a90e-348079d88f1e x-openstack-request-id: req-f4f0a6f2-ff46-410e-a90e-348079d88f1e {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:12:26.535353 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-plugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:12:26.535609 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4f0a6f2-ff46-410e-a90e-348079d88f1e {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:12:26.536004 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'code': 200} Aug 17 12:12:26.564301 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.565872 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:26.820142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087def2-1d21-4658-b841-0ed4e81e9db7 req-c58ab3ae-2dc9-423d-be56-fce38caed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:26.822267 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0087def2-1d21-4658-b841-0ed4e81e9db7 req-c58ab3ae-2dc9-423d-be56-fce38caed679 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0671880 Aug 17 12:12:26.833863 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 4af4dad2-1d49-4ef0-b21a-8588960b67c1 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:26.841136 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.851184 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Transition to ACTIVE for port object 62aea9aa-3c5e-447f-90a7-24926a7c43b6 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:26.857742 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.866264 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0087def2-1d21-4658-b841-0ed4e81e9db7 req-6a2f0c06-5e67-4315-985b-9067acdecd87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359039 Aug 17 12:12:26.887883 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:26.888346 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.931615 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3fc4-8c52-4a13-9d1d-591dbdad220e None None] Pushing event updated for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:26.958488 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Attempting to bind port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:26.958889 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Attempting to bind port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:26.959250 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Attempting to bind port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 on network 86bafb60-4c36-414f-a36d-3efba49ae163 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:26.964445 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:26.964897 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Checking segment: {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:26.965376 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:26.965782 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Bound using segment: {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:26.966258 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Bound port: 62aea9aa-3c5e-447f-90a7-24926a7c43b6, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d20386d-8141-435a-9543-4ed1e6ad8eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:26.966653 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:27.037937 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] For port 62aea9aa-3c5e-447f-90a7-24926a7c43b6, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:27.041681 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] For port 62aea9aa-3c5e-447f-90a7-24926a7c43b6, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=62aea9aa-3c5e-447f-90a7-24926a7c43b6,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:27.046524 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:27.105159 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:27.105786 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:27.107747 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3fc4-8c52-4a13-9d1d-591dbdad220e None None] Pushing event updated for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:27.231174 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:27.268287 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374798d7-562a-41b4-94a9-faa952e2c3da req-e986ff21-37d2-4b48-bda6-416546002f01 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:27.270983 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-374798d7-562a-41b4-94a9-faa952e2c3da req-e986ff21-37d2-4b48-bda6-416546002f01 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0646603 Aug 17 12:12:27.314279 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-374798d7-562a-41b4-94a9-faa952e2c3da req-7ba37f25-12c4-4c95-9c87-bc0c3cb087a0 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Aug 17 12:12:27.509138 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '62aea9aa-3c5e-447f-90a7-24926a7c43b6', 'name': '', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'mac_address': 'fa:16:3e:a2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:22Z', 'updated_at': '2021-08-17T12:12:27Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'subnets': [{'id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:27.535418 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdecfa-275c-400b-a4ec-9e1b463e09c9 None None] The sync data for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi is: [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:12:22Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '62aea9aa-3c5e-447f-90a7-24926a7c43b6', 'name': '', 'network_id': '86bafb60-4c36-414f-a36d-3efba49ae163', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'mac_address': 'fa:16:3e:a2:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:22Z', 'updated_at': '2021-08-17T12:12:27Z', 'revision_number': 4, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'subnets': [{'id': '8d5935eb-1298-4999-b5e4-ffb2a9981290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:12:28.047274 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:28.434668 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6cd3-fc76-47d1-90d4-06cd6ab984a1 req-8926ae20-f11b-48c9-bf7d-ee386596c1a6 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:28.436147 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bedf6cd3-fc76-47d1-90d4-06cd6ab984a1 req-8926ae20-f11b-48c9-bf7d-ee386596c1a6 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0505288 Aug 17 12:12:28.479216 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bedf6cd3-fc76-47d1-90d4-06cd6ab984a1 req-a90789e5-eedf-4c1c-94e6-03da9748832a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370853 Aug 17 12:12:28.595992 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdb2e7-5d05-469d-b9ae-a414ffc4d0fc req-394ef85c-431a-4151-a1cf-51f271cb438d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:28.597475 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00fdb2e7-5d05-469d-b9ae-a414ffc4d0fc req-394ef85c-431a-4151-a1cf-51f271cb438d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Aug 17 12:12:28.637913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00fdb2e7-5d05-469d-b9ae-a414ffc4d0fc req-08233b61-c4de-49ed-b41a-c95e809f1a48 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Aug 17 12:12:28.659452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43948) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:28.824388 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 62aea9aa-3c5e-447f-90a7-24926a7c43b6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:28.865278 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c086fee5-2284-474f-9099-3ce9978f8796 tempest-TestShelveInstance-954210388 tempest-TestShelveInstance-954210388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:28.867273 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c086fee5-2284-474f-9099-3ce9978f8796 tempest-TestShelveInstance-954210388 tempest-TestShelveInstance-954210388-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1093 time: 0.2065914 Aug 17 12:12:28.870133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 43952) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:12:28.874769 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:28.874998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:28.879012 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:28.879475 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:28.898794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:28.968515 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.002753 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 62aea9aa-3c5e-447f-90a7-24926a7c43b6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=62aea9aa-3c5e-447f-90a7-24926a7c43b6,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:12:29.005438 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.007140 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.058466 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:29.112745 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Allocated IP 172.27.0.78 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/eb6ebbe4-d371-4cd9-9957-c685d7b79c64) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:29.215026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.259919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.303211 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:29.306633 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:29.310773 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:29.313657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'Port': ['ID=eb6ebbe4-d371-4cd9-9957-c685d7b79c64,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:29.653556 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.721062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.868014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:29.872502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:30.196046 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event updated for resources: {'Port': ['ID=eb6ebbe4-d371-4cd9-9957-c685d7b79c64,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:30.206663 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:30.305742 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Floating IP a7f64147-c1e6-47da-8c74-a4ffd80414a7 associated. External IP: 172.27.0.78, port: 92465443-fb4b-4b4e-be6e-94c52bc006e4. Aug 17 12:12:30.513688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:12:30.622593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:12:30.632282 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Sync routers for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:12:30.638648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:30.641266 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:30.641877 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:30.670560 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d62139c0-0d74-4837-bbfb-b2a8a5142cdd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7993834 Aug 17 12:12:30.671925 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:12:30.674574 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb7b3fd-2876-4e91-b1c1-4503122d52d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:12:30.710497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a93f4e4-29ad-4dcc-9341-0547abfcfbd3 x-openstack-request-id: req-2a93f4e4-29ad-4dcc-9341-0547abfcfbd3 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:12:30.710798 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:12:30.711056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2a93f4e4-29ad-4dcc-9341-0547abfcfbd3 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:12:30.711455 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'status': 'completed', 'code': 200} Aug 17 12:12:30.749828 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:30.805424 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-a7d1b9c8-4122-4792-9866-929c5da91cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:30.807301 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-a7d1b9c8-4122-4792-9866-929c5da91cea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0434861 Aug 17 12:12:30.830456 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 62aea9aa-3c5e-447f-90a7-24926a7c43b6 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:12:30.901936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-334d5e01-db54-410c-8ae3-0b20d1c06f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:30.903375 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-334d5e01-db54-410c-8ae3-0b20d1c06f09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.0887258 Aug 17 12:12:30.968091 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-18dea8f4-e27e-4c03-bc7b-463555a586bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 998 time: 0.0567417 Aug 17 12:12:30.978354 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:30.978723 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:31.022297 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-1e608426-0116-46a0-b737-682589edaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:31.023767 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-1e608426-0116-46a0-b737-682589edaad2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0487695 Aug 17 12:12:31.072666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-1aea11f5-44b3-46f5-a258-1e167e06aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:31.074220 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-1aea11f5-44b3-46f5-a258-1e167e06aa23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417707 Aug 17 12:12:31.133064 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'a7f64147-c1e6-47da-8c74-a4ffd80414a7', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'mac_address': 'fa:16:3e:cb:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:12:29Z', 'updated_at': '2021-08-17T12:12:29Z', 'revision_number': 0, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:31.158872 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Checking router: 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:12:31.163923 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-1d69063f-63a4-45fa-acca-a5d8b265049b service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822308 Aug 17 12:12:31.168230 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:12:31.168846 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:31.261348 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-acb7b3fd-2876-4e91-b1c1-4503122d52d7 req-58b30691-263d-4279-adb7-d38d00e12f6a service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Aug 17 12:12:31.283058 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:12:31.521115 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'a7f64147-c1e6-47da-8c74-a4ffd80414a7', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'mac_address': 'fa:16:3e:cb:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:12:29Z', 'updated_at': '2021-08-17T12:12:29Z', 'revision_number': 0, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:12:31.548712 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e0d19-71b5-4b19-b261-29b32e2b8e0d None None] The sync data for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi is: [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'a7f64147-c1e6-47da-8c74-a4ffd80414a7', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'mac_address': 'fa:16:3e:cb:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:12:29Z', 'updated_at': '2021-08-17T12:12:29Z', 'revision_number': 0, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:12:31.727865 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb29b89c-b920-4714-aaaa-d38b8967765b None None] New status for floating IP a7f64147-c1e6-47da-8c74-a4ffd80414a7: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:12:34.271057 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:12:50.167648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-f3cc3246-108a-44b0-b35c-5decd5d95d03 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493681713&fields=id&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 267 time: 0.0328913 Aug 17 12:12:50.286508 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-ef703f10-4141-40c4-b28c-27c9d9c5161f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:50.287885 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-ef703f10-4141-40c4-b28c-27c9d9c5161f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1135163 Aug 17 12:12:50.313188 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-ca09ecee-6b84-4662-b6fc-151274682f84 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/quotas/eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 375 time: 0.0122895 Aug 17 12:12:50.340540 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4a0d-9ad8-4084-8df1-00eae20ac8bf req-01846746-b9d5-46bc-8310-47297eca73a3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:50.342027 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4fb4a0d-9ad8-4084-8df1-00eae20ac8bf req-01846746-b9d5-46bc-8310-47297eca73a3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0748909 Aug 17 12:12:50.399101 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d4fb4a0d-9ad8-4084-8df1-00eae20ac8bf req-0bc399c0-257a-4db6-b076-31f9400ebd44 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Aug 17 12:12:50.405597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-0b4faf01-44a4-4d2e-99ef-641052f60724 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856342 Aug 17 12:12:50.497942 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-e253c751-57b5-4578-97be-a4437b7e5783 service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804114 Aug 17 12:12:50.587789 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-0f52c406-5327-40fb-8dbc-08c5ddba0df4 service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Aug 17 12:12:50.862634 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18977e39-a91c-416f-9106-076057a61260 req-343d869b-b1cb-478e-915f-a94185fa9107 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 210 time: 0.0262628 Aug 17 12:12:51.517632 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb5a1-4a2b-4675-b9ba-7dd41868c470 req-18a2c034-8601-4a75-ae56-43cf73048909 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:51.519097 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6d6cb5a1-4a2b-4675-b9ba-7dd41868c470 req-18a2c034-8601-4a75-ae56-43cf73048909 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0476229 Aug 17 12:12:51.557628 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6d6cb5a1-4a2b-4675-b9ba-7dd41868c470 req-e29bb9a4-6b23-43e0-a1e1-04987ee16c88 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Aug 17 12:12:51.931758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-7ed54d81-e28d-4eac-a227-1bb37f29794b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:51.933382 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-7ed54d81-e28d-4eac-a227-1bb37f29794b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1065807 Aug 17 12:12:51.960298 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-165f79cf-0bce-48e6-b509-436d000086f2 req-ee55fddb-d0be-4a92-8f08-74db99824856 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 210 time: 0.0259686 Aug 17 12:12:51.992969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-ca8a03f3-b640-47a1-9470-e7fef4600f92 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 379 time: 0.0349801 Aug 17 12:12:52.016184 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'port': {'device_id': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'admin_state_up': True, 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'security_groups': ['49a42038-3780-41f9-97c0-a70527cad3b8']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:52.122891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Made reservation on behalf of eabd442534a0454bbea1cfc1fed732b2 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:12:52.126409 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.244994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.20.0.12 (f5fb5249-ce12-4585-a3c5-0fd7da0b45de/16471665-fd03-4ca0-a5ce-0f8eaca61430/e0234436-a711-46cd-88c5-570976585591) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:12:52.378234 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.390862 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Transition to ACTIVE for port object e0234436-a711-46cd-88c5-570976585591 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:52.422754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.467572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:12:52.470645 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:12:52.474403 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:12:52.498328 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:52.529295 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:52.529941 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.545733 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-5dda1fc5-60c5-4250-9e10-3e4eb0c26c33 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5335181 Aug 17 12:12:52.603103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Request body: {'port': {'device_id': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:12:52.668861 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6da40f8d-eb67-49a4-8dbe-c0c454964633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.721054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.735679 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-86397c40-300a-4ef1-9a14-aa2eeb3a5043 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078045 Aug 17 12:12:52.746030 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-3cdb4e9e-44a8-43e8-8594-8ede4eca2d31 None None] Provisioning for port e0234436-a711-46cd-88c5-570976585591 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:12:52.747827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68c5c-41fd-4046-bbf3-de2770a28270 req-2e141c9c-070b-47be-9c3b-c3e2549b28c7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:52.749230 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78d68c5c-41fd-4046-bbf3-de2770a28270 req-2e141c9c-070b-47be-9c3b-c3e2549b28c7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.1096966 Aug 17 12:12:52.750253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-3cdb4e9e-44a8-43e8-8594-8ede4eca2d31 None None] Provisioning complete for port e0234436-a711-46cd-88c5-570976585591 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:12:52.750463 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cdb4e9e-44a8-43e8-8594-8ede4eca2d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:52.795322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb4e9e-44a8-43e8-8594-8ede4eca2d31 None None] Port e0234436-a711-46cd-88c5-570976585591 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:12:52.905976 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-78d68c5c-41fd-4046-bbf3-de2770a28270 req-de1f329a-5307-45c4-b582-215c91f19049 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205156 Aug 17 12:12:52.922246 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-85a83d5e-708d-47ad-9847-48f6f150cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:52.923733 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-85a83d5e-708d-47ad-9847-48f6f150cbe1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 1100 time: 0.1398189 Aug 17 12:12:53.142397 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7364b7-cd49-4993-8f55-ca1875565411 req-d48ca131-2647-47e6-a7c0-01cca096ab4f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.143857 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a7364b7-cd49-4993-8f55-ca1875565411 req-d48ca131-2647-47e6-a7c0-01cca096ab4f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 932 time: 0.1158030 Aug 17 12:12:53.146611 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-5e71b252-65f7-4614-8204-fbfe8c3336d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.147924 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-5e71b252-65f7-4614-8204-fbfe8c3336d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.1829109 Aug 17 12:12:53.260683 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a7364b7-cd49-4993-8f55-ca1875565411 req-17618dff-0bf4-4666-a975-3e57997582d3 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088662 Aug 17 12:12:53.263882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0234436-a711-46cd-88c5-570976585591 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:12:53.274470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:53.278117 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-d40a58e0-0fea-4c57-96b1-08e96f21b7c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 200 len: 1002 time: 0.1127734 Aug 17 12:12:53.296158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Transition to ACTIVE for port object e0234436-a711-46cd-88c5-570976585591 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:12:53.319710 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:53.383316 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-2a3864a1-5a3e-4add-9f56-abaa3d0fafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.384379 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-2a3864a1-5a3e-4add-9f56-abaa3d0fafaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0973089 Aug 17 12:12:53.390166 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:53.493536 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-895dbe14-2c7e-4141-8e05-451ed57f140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.495043 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-895dbe14-2c7e-4141-8e05-451ed57f140d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015074 Aug 17 12:12:53.499335 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Attempting to bind port e0234436-a711-46cd-88c5-570976585591 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:12:53.499667 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Attempting to bind port e0234436-a711-46cd-88c5-570976585591 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:12:53.499999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Attempting to bind port e0234436-a711-46cd-88c5-570976585591 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:53.511827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Port e0234436-a711-46cd-88c5-570976585591 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:12:53.512079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Attempting to bind port e0234436-a711-46cd-88c5-570976585591 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:12:53.525888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:12:53.526225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:12:53.526602 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Bound using segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:12:53.527031 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Bound port: e0234436-a711-46cd-88c5-570976585591, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:12:53.527383 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:53.638638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-962bf2e3-d17a-4afe-adf4-d2b7c46ea7b8 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340854 Aug 17 12:12:53.642535 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:12:53.645471 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e0234436-a711-46cd-88c5-570976585591,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:12:53.655553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:53.734638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.735246 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:53.736630 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] 10.222.0.60 "PUT /v2.0/ports/e0234436-a711-46cd-88c5-570976585591 HTTP/1.1" status: 200 len: 1094 time: 1.1385829 Aug 17 12:12:53.737098 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'tag': 'e0234436-a711-46cd-88c5-570976585591'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:12:53.739315 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94881962-2f0f-4bfa-8e31-a9f5ea59c489" -d '{"events": [{"name": "network-changed", "server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "tag": "e0234436-a711-46cd-88c5-570976585591"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:12:53.775418 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325e881-cc13-4373-9a2b-dce95db22b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:12:53.794464 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e02b9376-fb01-4446-ab92-33f7ceaa6601 req-6fe00073-08c1-4e49-b07e-08a3ad0ca2d5 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471744 Aug 17 12:12:53.796770 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef99eb19-9217-4e35-b192-3cd0deb58850 x-openstack-request-id: req-ef99eb19-9217-4e35-b192-3cd0deb58850 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:12:53.797130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "tag": "e0234436-a711-46cd-88c5-570976585591", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:12:53.797385 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ef99eb19-9217-4e35-b192-3cd0deb58850 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:12:53.797793 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'tag': 'e0234436-a711-46cd-88c5-570976585591', 'status': 'completed', 'code': 200} Aug 17 12:12:53.862847 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-260868eb-80c2-491e-95a1-b19032a7dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:53.864358 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-260868eb-80c2-491e-95a1-b19032a7dc24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 1097 time: 0.0427792 Aug 17 12:12:53.925324 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-c386916b-65d8-452d-8799-a25bf82d9736 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0234436-a711-46cd-88c5-570976585591 HTTP/1.1" status: 200 len: 217 time: 0.0393157 Aug 17 12:12:54.012110 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-f68b020f-1ced-4817-9cab-6e7181c0726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.013558 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-f68b020f-1ced-4817-9cab-6e7181c0726f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0662963 Aug 17 12:12:54.041205 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9cd80-ff64-4823-9a05-fa3a133010cf req-fc55b179-3c07-44e1-a4b2-61567f7a3801 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.042527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-22d9cd80-ff64-4823-9a05-fa3a133010cf req-fc55b179-3c07-44e1-a4b2-61567f7a3801 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0655456 Aug 17 12:12:54.097996 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-05851f82-c42f-446c-933b-59bdd7385497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.099527 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-05851f82-c42f-446c-933b-59bdd7385497 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746584 Aug 17 12:12:54.102733 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-22d9cd80-ff64-4823-9a05-fa3a133010cf req-c94ccd2e-3992-4eea-a622-ddc5e65a01eb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468919 Aug 17 12:12:54.187203 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-b426384b-f85f-44f3-8b5c-65dc4fd1352b service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796163 Aug 17 12:12:54.232440 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:54.287321 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9c670cd-77a6-490a-9c2c-81fedbf0b325 req-b2032ff8-7883-4361-8fbc-c90faf704dcf service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909381 Aug 17 12:12:54.383826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260893f8-f5c0-4c9b-babc-4e9b63eb09b0 req-28899ce0-f1c8-4678-b395-7a49569e6ae2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.385352 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-260893f8-f5c0-4c9b-babc-4e9b63eb09b0 req-28899ce0-f1c8-4678-b395-7a49569e6ae2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0504396 Aug 17 12:12:54.423199 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-260893f8-f5c0-4c9b-babc-4e9b63eb09b0 req-e721f960-28b8-4549-be7b-2dca336a86f1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Aug 17 12:12:54.475459 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-7fc4d2e8-4566-4934-948c-31e67e2d8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.476943 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-7fc4d2e8-4566-4934-948c-31e67e2d8b79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 1097 time: 0.0404072 Aug 17 12:12:54.812010 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-cf8a2e32-6321-46d9-8149-c32ccb31962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.813474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-cf8a2e32-6321-46d9-8149-c32ccb31962a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.3292983 Aug 17 12:12:54.852714 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-7d0281f6-4eed-46df-b17c-aa17c528686a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0234436-a711-46cd-88c5-570976585591 HTTP/1.1" status: 200 len: 217 time: 0.0314984 Aug 17 12:12:54.902708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-e55dc605-dfed-45b2-a046-f5f0a7b8e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.904097 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-e55dc605-dfed-45b2-a046-f5f0a7b8e1ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0441022 Aug 17 12:12:54.951030 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-3bd1313f-dfaa-4cdb-a308-0ad35e428282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:54.952382 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-3bd1313f-dfaa-4cdb-a308-0ad35e428282 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380683 Aug 17 12:12:55.042064 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-d769fdc8-b212-40e1-8d61-849f44e513ea service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808029 Aug 17 12:12:55.107514 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-dd2a19a4-25ef-4dbd-bdc8-d749c055619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:55.130194 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94881962-2f0f-4bfa-8e31-a9f5ea59c489 req-8a12ec63-297a-4c91-a738-769a59f7506b service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790958 Aug 17 12:12:55.211247 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:55.216376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b2c0-d716-462b-aa93-838bebb745b4 req-5a1e1eca-48ea-4915-877d-213b95d993e3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:55.217915 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d31b2c0-d716-462b-aa93-838bebb745b4 req-5a1e1eca-48ea-4915-877d-213b95d993e3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0481768 Aug 17 12:12:55.254986 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d31b2c0-d716-462b-aa93-838bebb745b4 req-2592061d-5498-4077-88a8-8506de26bad7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Aug 17 12:12:55.547970 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc6292-917c-4c4b-91f0-722b801a018c req-9f2e23b1-b265-4698-a4dd-624f20819ccd tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:55.549483 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9cc6292-917c-4c4b-91f0-722b801a018c req-9f2e23b1-b265-4698-a4dd-624f20819ccd tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0525441 Aug 17 12:12:55.585793 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c9cc6292-917c-4c4b-91f0-722b801a018c req-3b630ddb-0de8-45d3-a480-6f1e7e189ba5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304468 Aug 17 12:12:56.369019 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe21cc-2964-4880-8f38-26ccc45d2ec9 req-e62d9aa3-26ac-4863-af85-4bfbd5c20890 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:56.370481 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93fe21cc-2964-4880-8f38-26ccc45d2ec9 req-e62d9aa3-26ac-4863-af85-4bfbd5c20890 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0473168 Aug 17 12:12:56.408204 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-93fe21cc-2964-4880-8f38-26ccc45d2ec9 req-280afb7f-e10b-4290-9355-e456b61b3bc7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Aug 17 12:12:56.471307 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:56.695655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0381ee1-5460-4c9e-8642-9fcf61b86fee req-07090b19-0498-4c16-b33e-856d5054358e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:56.697143 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0381ee1-5460-4c9e-8642-9fcf61b86fee req-07090b19-0498-4c16-b33e-856d5054358e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0476778 Aug 17 12:12:56.738491 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0381ee1-5460-4c9e-8642-9fcf61b86fee req-f82cd4c7-62fb-4aca-803b-4c33a670dff8 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354760 Aug 17 12:12:57.539351 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2e541-73b3-4bb2-b9ee-2fb98e580125 req-cc6e32a9-10fd-4613-8d06-11bb2aa6dfe6 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:57.540821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-98d2e541-73b3-4bb2-b9ee-2fb98e580125 req-cc6e32a9-10fd-4613-8d06-11bb2aa6dfe6 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0625622 Aug 17 12:12:57.577649 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-98d2e541-73b3-4bb2-b9ee-2fb98e580125 req-54fb3c09-4c89-4ffc-ba84-c3a68dc1e1c1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306308 Aug 17 12:12:57.855315 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94365f-b0df-4352-93f8-fd8b22092d71 req-aa4add92-918b-4e72-b358-0a79b3ae0479 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:57.856758 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad94365f-b0df-4352-93f8-fd8b22092d71 req-aa4add92-918b-4e72-b358-0a79b3ae0479 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0483508 Aug 17 12:12:57.892669 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ad94365f-b0df-4352-93f8-fd8b22092d71 req-86292da2-4bbb-4eb3-aac0-cecce7ec1404 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300646 Aug 17 12:12:58.049886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:12:58.692794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae220bb-3677-440c-85f7-b097c5dcad76 req-cc552061-a16e-4d14-9abe-749f8c7fbb8f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:58.694942 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2ae220bb-3677-440c-85f7-b097c5dcad76 req-cc552061-a16e-4d14-9abe-749f8c7fbb8f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0504389 Aug 17 12:12:58.731670 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2ae220bb-3677-440c-85f7-b097c5dcad76 req-a36eef2a-8f81-4e31-9a8e-b79b3ad39f44 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Aug 17 12:12:59.010158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24e8ab-a44b-4a7e-b2a7-6d06c387c89c req-d47bba2a-95a1-49d9-b8f1-66870b1f9f4a tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:59.011626 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc24e8ab-a44b-4a7e-b2a7-6d06c387c89c req-d47bba2a-95a1-49d9-b8f1-66870b1f9f4a tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0504282 Aug 17 12:12:59.047654 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cc24e8ab-a44b-4a7e-b2a7-6d06c387c89c req-ee710732-1bb7-49a2-bda4-d4176290f2ed tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301464 Aug 17 12:12:59.844190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9b873-faee-4231-8343-836e3d8b12b0 req-d14e56fc-4a43-4e38-a3b4-2ab5bec61aa6 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:12:59.845675 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6aa9b873-faee-4231-8343-836e3d8b12b0 req-d14e56fc-4a43-4e38-a3b4-2ab5bec61aa6 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0482931 Aug 17 12:12:59.882620 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6aa9b873-faee-4231-8343-836e3d8b12b0 req-3d80ba8b-3315-4a9a-b0be-31bf3385c0f4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303645 Aug 17 12:13:00.159071 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052fffc-a945-4953-ac8b-6d3de020a54a req-38bdfb62-ebe6-4285-bcd0-b0362d5c6b8d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:00.160787 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1052fffc-a945-4953-ac8b-6d3de020a54a req-38bdfb62-ebe6-4285-bcd0-b0362d5c6b8d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0480356 Aug 17 12:13:00.196836 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1052fffc-a945-4953-ac8b-6d3de020a54a req-f6c39c04-4540-428c-ac77-91572dbad4c1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Aug 17 12:13:00.997675 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f522c9-9c39-4790-967f-c256085837bb req-99849cac-ecb2-4cac-b5f1-4175d785d8e8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:00.999127 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25f522c9-9c39-4790-967f-c256085837bb req-99849cac-ecb2-4cac-b5f1-4175d785d8e8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0509076 Aug 17 12:13:01.035795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25f522c9-9c39-4790-967f-c256085837bb req-fbf15126-0d70-462f-bf8e-8074d99acb4c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306265 Aug 17 12:13:01.309973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723869-79f6-4f46-8c89-e0e8774bdda5 req-af078ba2-1ddf-454a-82c3-3cc52a502b48 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:01.311448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b723869-79f6-4f46-8c89-e0e8774bdda5 req-af078ba2-1ddf-454a-82c3-3cc52a502b48 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0486681 Aug 17 12:13:01.348193 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7b723869-79f6-4f46-8c89-e0e8774bdda5 req-c6bc32c7-abb8-4e95-86a9-73b4e505e294 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305345 Aug 17 12:13:02.150488 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b5401-bde2-453c-9ab7-cfe14a235cdf req-288d0388-d02c-48c5-9d1f-eb95ee7dec94 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:02.151960 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a8b5401-bde2-453c-9ab7-cfe14a235cdf req-288d0388-d02c-48c5-9d1f-eb95ee7dec94 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0492783 Aug 17 12:13:02.188848 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a8b5401-bde2-453c-9ab7-cfe14a235cdf req-6b3765e9-9c83-4749-b862-edc204ab31c7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Aug 17 12:13:02.462908 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ceff0-6cd0-4aa0-98cd-d2c7f7b07b19 req-2bc64ae1-e52c-4c12-9f6b-061997fb7460 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:02.464374 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-414ceff0-6cd0-4aa0-98cd-d2c7f7b07b19 req-2bc64ae1-e52c-4c12-9f6b-061997fb7460 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0511966 Aug 17 12:13:02.501799 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-414ceff0-6cd0-4aa0-98cd-d2c7f7b07b19 req-9c74616d-09a1-4da4-9a8f-445cc76ec600 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314784 Aug 17 12:13:03.303219 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc70e4-e447-4d7f-8963-40ce7d6071b2 req-31bdc919-8467-49f7-9769-ace7cdf0aa45 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:03.304656 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a2dc70e4-e447-4d7f-8963-40ce7d6071b2 req-31bdc919-8467-49f7-9769-ace7cdf0aa45 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0483623 Aug 17 12:13:03.340663 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a2dc70e4-e447-4d7f-8963-40ce7d6071b2 req-af2b8a5e-f4d6-4788-b0ce-bde34d6a654d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301676 Aug 17 12:13:03.619793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ada057-ece6-4336-8c2c-d816bc98af30 req-14ee1277-4582-4dd1-8bf3-ffbfa99f8a50 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:03.621259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-36ada057-ece6-4336-8c2c-d816bc98af30 req-14ee1277-4582-4dd1-8bf3-ffbfa99f8a50 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 944 time: 0.0481434 Aug 17 12:13:03.657259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-36ada057-ece6-4336-8c2c-d816bc98af30 req-e505d1f5-111c-4b05-b58c-1c1126666827 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302482 Aug 17 12:13:04.339021 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device e0234436-a711-46cd-88c5-570976585591 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:13:04.432477 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e0234436-a711-46cd-88c5-570976585591,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:04.443724 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'e0234436-a711-46cd-88c5-570976585591', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'port_id': 'e0234436-a711-46cd-88c5-570976585591', 'mac_address': 'fa:16:3e:fd:db:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:13:04.461932 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f13-e414-480d-99ad-157179a651d7 req-26b491d8-6a47-48e1-8691-9f776bf96928 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:04.463489 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-64640f13-e414-480d-99ad-157179a651d7 req-26b491d8-6a47-48e1-8691-9f776bf96928 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0523508 Aug 17 12:13:04.483008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:04.496062 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0234436-a711-46cd-88c5-570976585591 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:13:04.501369 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-64640f13-e414-480d-99ad-157179a651d7 req-f38d0045-b68b-4f4d-af03-492678fdb769 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317457 Aug 17 12:13:04.515919 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e0234436-a711-46cd-88c5-570976585591,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:04.519867 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:04.567854 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:04.575284 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.575639 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.575983 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.576323 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.576659 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.577016 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.577347 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.577678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.578028 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.578359 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.578683 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.579011 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:04.780478 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26d6b1-daf6-49ca-a4cc-856df19dcd40 req-6fcd7c81-d48b-492b-ab65-94c685717254 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:04.781984 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e26d6b1-daf6-49ca-a4cc-856df19dcd40 req-6fcd7c81-d48b-492b-ab65-94c685717254 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 945 time: 0.0558405 Aug 17 12:13:04.820880 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6e26d6b1-daf6-49ca-a4cc-856df19dcd40 req-8e43b760-7042-4a9f-b43b-fd4e11f39737 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Aug 17 12:13:04.947080 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['e0234436-a711-46cd-88c5-570976585591'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:13:05.619919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c72ae-4c85-4af3-b56d-63a7648b693b req-07d27ebb-5c83-4dbd-9965-900e498ea9d2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:05.621437 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-236c72ae-4c85-4af3-b56d-63a7648b693b req-07d27ebb-5c83-4dbd-9965-900e498ea9d2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0536053 Aug 17 12:13:05.661837 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-236c72ae-4c85-4af3-b56d-63a7648b693b req-ef9db525-970b-4b60-b429-0d5560b1ef6d tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338826 Aug 17 12:13:05.934092 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534477c1-dae7-4684-b7ee-e661bccc58b9 req-84d039e5-66bd-488d-b631-2ac7ccd81527 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:05.935526 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-534477c1-dae7-4684-b7ee-e661bccc58b9 req-84d039e5-66bd-488d-b631-2ac7ccd81527 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 945 time: 0.0505354 Aug 17 12:13:05.971439 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-534477c1-dae7-4684-b7ee-e661bccc58b9 req-6aca4998-5d5c-4bf1-81ea-5be377de88e6 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298820 Aug 17 12:13:06.338799 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device e0234436-a711-46cd-88c5-570976585591 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:13:06.386624 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port e0234436-a711-46cd-88c5-570976585591 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:13:06.390078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port e0234436-a711-46cd-88c5-570976585591 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:13:06.390449 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:06.595476 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:06.617310 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0234436-a711-46cd-88c5-570976585591'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:06.619536 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260be03-96e9-4943-ac13-bc555fd55f0a" -d '{"events": [{"server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "e0234436-a711-46cd-88c5-570976585591"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:06.631919 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e0234436-a711-46cd-88c5-570976585591,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:06.636050 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:06.658972 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e6b676-ffb0-4ecb-a474-8102b76e1af7 x-openstack-request-id: req-b9e6b676-ffb0-4ecb-a474-8102b76e1af7 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:06.659263 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "name": "network-vif-plugged", "status": "completed", "tag": "e0234436-a711-46cd-88c5-570976585591", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:06.659774 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9e6b676-ffb0-4ecb-a474-8102b76e1af7 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:06.660156 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0234436-a711-46cd-88c5-570976585591', 'code': 200} Aug 17 12:13:06.687374 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:06.777690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5cf62-6b45-4554-8df2-f42f43917f1b req-7c94ab27-b60b-43f6-8adb-10c36a13830b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:06.779216 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0a5cf62-6b45-4554-8df2-f42f43917f1b req-7c94ab27-b60b-43f6-8adb-10c36a13830b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0513656 Aug 17 12:13:06.817302 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0a5cf62-6b45-4554-8df2-f42f43917f1b req-ed1ab4db-9986-437f-a0f2-62c758e0bd5a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Aug 17 12:13:06.928657 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20950-2905-43d3-8111-07eef480db71 req-97a30c1b-80fd-462b-905a-e1a035506f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:06.930494 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72f20950-2905-43d3-8111-07eef480db71 req-97a30c1b-80fd-462b-905a-e1a035506f1a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 1099 time: 0.0427926 Aug 17 12:13:06.967536 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72f20950-2905-43d3-8111-07eef480db71 req-d401d1ad-38a2-4f2c-8127-9bb058590b82 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291345 Aug 17 12:13:07.024149 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2b9c-4a94-402f-89d9-cf064afb16f4 req-59c21ba0-1c7d-4e04-a8ea-142ca61f0467 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.025651 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-141a2b9c-4a94-402f-89d9-cf064afb16f4 req-59c21ba0-1c7d-4e04-a8ea-142ca61f0467 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0540452 Aug 17 12:13:07.085600 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-141a2b9c-4a94-402f-89d9-cf064afb16f4 req-c35bc08d-e9a3-4efb-b121-aa7709f72fbd tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542061 Aug 17 12:13:07.104171 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072c21-5a08-4c39-a164-1e22fe2ba6f6 req-a83e8b37-4711-4ed9-a032-26c7402eef06 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.105566 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0072c21-5a08-4c39-a164-1e22fe2ba6f6 req-a83e8b37-4711-4ed9-a032-26c7402eef06 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0609853 Aug 17 12:13:07.142094 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d0072c21-5a08-4c39-a164-1e22fe2ba6f6 req-1f4ab7ba-400c-4706-9a02-8225d7e70d76 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Aug 17 12:13:07.494914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-d300747e-4850-43a8-b983-40e6f7168e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.496280 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-d300747e-4850-43a8-b983-40e6f7168e48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.0398650 Aug 17 12:13:07.590235 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-4f7d311f-dbfc-4cbb-a2d1-56f0abff995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.591708 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-4f7d311f-dbfc-4cbb-a2d1-56f0abff995f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0861189 Aug 17 12:13:07.665679 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-6842ee81-4845-4cc3-afd8-00a496dccfff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1000 time: 0.0655577 Aug 17 12:13:07.714154 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-bcc8b06c-72e0-41b9-a4e2-e46b1d560171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.715588 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-bcc8b06c-72e0-41b9-a4e2-e46b1d560171 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0421112 Aug 17 12:13:07.759413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-11ddd4ad-50bb-429e-8c92-95432134cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:07.760782 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-11ddd4ad-50bb-429e-8c92-95432134cd8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380566 Aug 17 12:13:07.852102 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-5d1e732f-4457-4254-b853-cf34b44db67c service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830348 Aug 17 12:13:07.946409 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-326d035d-45eb-4ef1-bc64-b194c4ac2ae7 req-5beb5689-0ad1-4e25-acc1-4a7dcfc83339 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793087 Aug 17 12:13:08.199153 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20b06a-0234-4410-b312-11b891221e14 req-64ab5cd8-f013-479d-a815-4b1fba54840c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:08.200641 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6b20b06a-0234-4410-b312-11b891221e14 req-64ab5cd8-f013-479d-a815-4b1fba54840c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0489914 Aug 17 12:13:08.266794 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6b20b06a-0234-4410-b312-11b891221e14 req-f81be01f-d941-4e11-a4a9-9e5e0e1fd86e tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604088 Aug 17 12:13:08.281357 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c86238-2c9f-4e10-8b88-dba5b1da912c req-3d326402-0406-40e5-a70c-5164ceee77dd tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:08.282982 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42c86238-2c9f-4e10-8b88-dba5b1da912c req-3d326402-0406-40e5-a70c-5164ceee77dd tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0703037 Aug 17 12:13:08.320011 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42c86238-2c9f-4e10-8b88-dba5b1da912c req-cce1911a-4d9f-4207-8927-629fd0508ad2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302758 Aug 17 12:13:09.378819 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdeb13-3b3b-40a5-81ad-fcee05a35d16 req-7c771390-41d3-4187-aba6-908d5e0cddfb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:09.380296 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ecfdeb13-3b3b-40a5-81ad-fcee05a35d16 req-7c771390-41d3-4187-aba6-908d5e0cddfb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0479729 Aug 17 12:13:09.447144 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ecfdeb13-3b3b-40a5-81ad-fcee05a35d16 req-8a8caf05-4354-4441-bf4e-e064e3433976 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606880 Aug 17 12:13:09.457269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1bf1-37fa-40e2-ac20-3ddd93f0753a req-bc796d5a-09e8-41d9-8f2f-408fb2956582 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:09.458673 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b6ff1bf1-37fa-40e2-ac20-3ddd93f0753a req-bc796d5a-09e8-41d9-8f2f-408fb2956582 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0733335 Aug 17 12:13:09.495399 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b6ff1bf1-37fa-40e2-ac20-3ddd93f0753a req-745f9ea8-b673-468d-8924-1b7a99ec405b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Aug 17 12:13:09.606108 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6829f-bb8b-4fbd-9594-fe827f508f5f req-fca2dfdb-3ca3-4b76-ac12-9df22673e895 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:09.607545 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-54c6829f-bb8b-4fbd-9594-fe827f508f5f req-fca2dfdb-3ca3-4b76-ac12-9df22673e895 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0478177 Aug 17 12:13:09.650335 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-54c6829f-bb8b-4fbd-9594-fe827f508f5f req-12f7751a-d7ab-4853-97a5-271b50e325d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368850 Aug 17 12:13:09.673046 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44150) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:09.750777 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732053fd-2d2a-4452-b649-6bcd5f25a355 tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:09.752240 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-732053fd-2d2a-4452-b649-6bcd5f25a355 tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 1094 time: 0.0782464 Aug 17 12:13:09.755245 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44154) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:09.759475 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'port_id': 'e0234436-a711-46cd-88c5-570976585591', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:09.781873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:09.876378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:09.976299 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.27.0.170 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/a4ad4649-c99f-4019-8a2f-418fd498fbb5) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:13:10.076446 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.112836 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.147197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:13:10.151759 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:13:10.154298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:13:10.187652 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=a4ad4649-c99f-4019-8a2f-418fd498fbb5,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:10.501231 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.564393 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.708119 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.713936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.784506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=a4ad4649-c99f-4019-8a2f-418fd498fbb5,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:10.795814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.796170 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.796514 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.796855 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.797221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.797557 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.797891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.798221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.798550 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.798878 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.799201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.799552 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:10.802665 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:10.899433 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP ca3c40aa-0756-4a1f-9575-1094e711ace7 associated. External IP: 172.27.0.170, port: e0234436-a711-46cd-88c5-570976585591. Aug 17 12:13:11.095484 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:13:11.198326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:13:11.207703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:13:11.215531 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:11.217582 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:11.218210 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:11.244724 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a3c7bad5-d752-4986-8c75-eb50ce764efa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4884727 Aug 17 12:13:11.245340 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'tag': 'e0234436-a711-46cd-88c5-570976585591'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:11.247728 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c168bc02-397a-4472-90c8-8522add7b316" -d '{"events": [{"name": "network-changed", "server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "tag": "e0234436-a711-46cd-88c5-570976585591"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:11.269974 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:13:11.285960 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbeed93-7837-474b-a0db-da95ad1bcf5f x-openstack-request-id: req-fcbeed93-7837-474b-a0db-da95ad1bcf5f {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:11.286248 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "tag": "e0234436-a711-46cd-88c5-570976585591", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:11.286497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fcbeed93-7837-474b-a0db-da95ad1bcf5f {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:11.286896 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'tag': 'e0234436-a711-46cd-88c5-570976585591', 'status': 'completed', 'code': 200} Aug 17 12:13:11.328706 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:11.369821 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168bc02-397a-4472-90c8-8522add7b316 req-e26c8586-3729-4624-9774-c9beba761a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:11.371211 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-e26c8586-3729-4624-9774-c9beba761a95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 1099 time: 0.0399621 Aug 17 12:13:11.460541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168bc02-397a-4472-90c8-8522add7b316 req-72412cbb-5ba3-4a6e-8f37-0fad1b11663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:11.462023 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-72412cbb-5ba3-4a6e-8f37-0fad1b11663f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0842257 Aug 17 12:13:11.525299 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-5f6f3a7e-5fdb-4e13-af68-ab80aa3e647c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0234436-a711-46cd-88c5-570976585591 HTTP/1.1" status: 200 len: 1000 time: 0.0550971 Aug 17 12:13:11.550722 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ca3c40aa-0756-4a1f-9575-1094e711ace7', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'e0234436-a711-46cd-88c5-570976585591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:fd:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:10Z', 'updated_at': '2021-08-17T12:13:10Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:11.576572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168bc02-397a-4472-90c8-8522add7b316 req-c7a409c4-e34d-4aea-9a77-ce32524a710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:11.578052 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-c7a409c4-e34d-4aea-9a77-ce32524a710b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0448837 Aug 17 12:13:11.587424 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:13:11.597466 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:11.598345 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:12:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:11.628067 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168bc02-397a-4472-90c8-8522add7b316 req-7530354e-32c5-4863-b50e-5e7ffc605b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:11.629644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-7530354e-32c5-4863-b50e-5e7ffc605b9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445580 Aug 17 12:13:11.718550 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:11.727832 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-77e35b5f-ce29-4a7f-9854-ffe280e0f6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911770 Aug 17 12:13:11.951878 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ca3c40aa-0756-4a1f-9575-1094e711ace7', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'e0234436-a711-46cd-88c5-570976585591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:fd:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:10Z', 'updated_at': '2021-08-17T12:13:10Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:11.980567 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5353fbf1-c84d-484a-960f-4c8f9411d598 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ca3c40aa-0756-4a1f-9575-1094e711ace7', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'e0234436-a711-46cd-88c5-570976585591', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:fd:db:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:10Z', 'updated_at': '2021-08-17T12:13:10Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:13:12.086082 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c168bc02-397a-4472-90c8-8522add7b316 req-52cfa739-0ea1-495d-b968-be47bab35221 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501804 Aug 17 12:13:12.165239 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7ade5f-1733-4241-8b58-ecfa6c352a54 None None] New status for floating IP ca3c40aa-0756-4a1f-9575-1094e711ace7: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:13:22.660664 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-18481b27-74b3-4362-9531-642b3723202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:24.259826 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:25.108000 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4e42c5f5-ec07-4414-994d-77263b168a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:25.210800 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:26.474731 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:28.052854 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:32.962996 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e562bc-2db1-4a85-a425-817fdf2e4f80 req-bffdb041-bfa2-4c62-a3dc-97d752f5e81b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:32.964465 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-03e562bc-2db1-4a85-a425-817fdf2e4f80 req-bffdb041-bfa2-4c62-a3dc-97d752f5e81b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0480056 Aug 17 12:13:33.001448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-03e562bc-2db1-4a85-a425-817fdf2e4f80 req-79b88290-cf31-4dee-8bbf-d41277c0c559 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Aug 17 12:13:34.119529 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e8703-4f44-48fb-a85c-76c9d62ec6ed req-0a498fb1-87ea-4970-9672-ba706dbcb28f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:34.121023 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-eb0e8703-4f44-48fb-a85c-76c9d62ec6ed req-0a498fb1-87ea-4970-9672-ba706dbcb28f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0470963 Aug 17 12:13:34.157715 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-eb0e8703-4f44-48fb-a85c-76c9d62ec6ed req-852bbd76-eaca-4027-bb76-ad0d9111e148 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305192 Aug 17 12:13:35.290299 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-6bb5a1a9-d27c-4b6e-b016-f2ca62589b4c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:35.291719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-6bb5a1a9-d27c-4b6e-b016-f2ca62589b4c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0723855 Aug 17 12:13:35.307923 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ae78b-dd56-4e98-a27b-67ce475207b0 req-cdb2104e-6809-45e4-9b82-fa7273d0876a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:35.309308 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-386ae78b-dd56-4e98-a27b-67ce475207b0 req-cdb2104e-6809-45e4-9b82-fa7273d0876a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 947 time: 0.0808127 Aug 17 12:13:35.391968 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-386ae78b-dd56-4e98-a27b-67ce475207b0 req-3a2a476e-c8d7-4b99-aadd-8e5c735a0667 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=03da3b95-a3dd-411d-85d7-f19a8e62b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769532 Aug 17 12:13:35.417414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Deleting port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:13:35.417762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:35.502526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] For port 26c972c7-06e4-418f-a11f-f7e5e7a6f170, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=26c972c7-06e4-418f-a11f-f7e5e7a6f170,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:35.502811 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:35.713123 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:35.713501 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:35.713812 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Floating IP 612ff7d3-854e-4abb-9ad6-cbffdc7aa242 disassociated. External IP: 172.27.0.182, port: 26c972c7-06e4-418f-a11f-f7e5e7a6f170. Aug 17 12:13:35.714154 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Calling delete_port for 26c972c7-06e4-418f-a11f-f7e5e7a6f170 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:13:35.846114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:35.873765 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'Port': ['ID=26c972c7-06e4-418f-a11f-f7e5e7a6f170,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:35.984827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:13:36.089666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:13:36.100335 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:13:36.109962 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:36.110553 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:36.128946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] No DVR routers for this DVR port 26c972c7-06e4-418f-a11f-f7e5e7a6f170 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:13:36.131525 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:36.133565 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2b1c9a32-ef50-4402-beae-d9630654af17 req-56c74e9f-ac9d-4fd1-bd2f-470672dc3b24 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "DELETE /v2.0/ports/26c972c7-06e4-418f-a11f-f7e5e7a6f170 HTTP/1.1" status: 204 len: 173 time: 0.8334906 Aug 17 12:13:36.133993 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-deleted', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:36.136428 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12acc31-f775-4c78-bf62-b63ed7654737" -d '{"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-deleted", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:36.184994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73453919-acb7-41d8-80d4-0cc83e2be5fd x-openstack-request-id: req-73453919-acb7-41d8-80d4-0cc83e2be5fd {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:36.185289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fe8ed-ae4c-45fc-89b6-1d25608d38b7", "name": "network-vif-deleted", "tag": "26c972c7-06e4-418f-a11f-f7e5e7a6f170", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:36.185541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-73453919-acb7-41d8-80d4-0cc83e2be5fd {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:36.185932 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421fe8ed-ae4c-45fc-89b6-1d25608d38b7', 'name': 'network-vif-deleted', 'tag': '26c972c7-06e4-418f-a11f-f7e5e7a6f170', 'status': 'completed', 'code': 200} Aug 17 12:13:36.217651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:36.418575 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:36.444635 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:13:36.453535 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:36.454152 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:36.501066 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ceb94e30-fe7e-424b-b02b-e03a7d2bdd3f req-59c333fb-d126-4384-b552-cccbecb64490 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=421fe8ed-ae4c-45fc-89b6-1d25608d38b7 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Aug 17 12:13:36.564482 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:36.781751 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:36.811782 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e0a44a-6f93-4a34-84ab-07c4d57488a2 None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:13:37.028402 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb55f62-bd55-457a-b018-95eb3863ed9b None None] New status for floating IP 612ff7d3-854e-4abb-9ad6-cbffdc7aa242: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:13:37.588170 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44214) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:37.649589 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.675588 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.724051 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.727438 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.728622 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "DELETE /v2.0/security-groups/03da3b95-a3dd-411d-85d7-f19a8e62b9c2 HTTP/1.1" status: 204 len: 168 time: 0.1394539 Aug 17 12:13:37.731693 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44216) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:37.739595 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1401-9ec7-43ea-81c4-f50742a8d41e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da3b95-a3dd-411d-85d7-f19a8e62b9c2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:37.754883 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.api.v2.resource [None req-e20f70a9-35c0-4063-a2ee-26023b23ce19 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] show failed (client error): The resource could not be found. Aug 17 12:13:37.756765 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e20f70a9-35c0-4063-a2ee-26023b23ce19 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups/03da3b95-a3dd-411d-85d7-f19a8e62b9c2 HTTP/1.1" status: 404 len: 347 time: 0.0235178 Aug 17 12:13:37.759653 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44220) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:37.891373 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Deleting port 1b0a6f89-06a1-460f-9d1c-891d4edfb455 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:13:37.891728 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.969273 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.969606 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:37.980980 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Calling delete_port for 1b0a6f89-06a1-460f-9d1c-891d4edfb455 owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:13:38.118322 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.148163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'Port': ['ID=1b0a6f89-06a1-460f-9d1c-891d4edfb455,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:38.200723 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.203300 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.204434 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d82322b1-8f5a-495c-a19e-3346c5f18a14 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "DELETE /v2.0/floatingips/612ff7d3-854e-4abb-9ad6-cbffdc7aa242 HTTP/1.1" status: 204 len: 168 time: 0.4436467 Aug 17 12:13:38.466610 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:13:38.488190 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 26c972c7-06e4-418f-a11f-f7e5e7a6f170 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:13:38.488530 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 26c972c7-06e4-418f-a11f-f7e5e7a6f170 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:13:38.578180 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44224) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:38.582736 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490993661', 'description': 'tempest-description--1257530667'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:38.604672 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.685795 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.689224 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.716544 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.717757 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1386111 Aug 17 12:13:38.719577 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3554bb34-5738-4878-99e2-6e20f5730685,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:38.720752 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44226) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:38.725509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group_rule': {'security_group_id': '3554bb34-5738-4878-99e2-6e20f5730685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:38.726510 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.726862 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.727210 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.727546 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.727881 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.728218 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.728547 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.728875 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.729241 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.729565 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.729892 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.730217 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa9e91c-9a56-4e40-9836-3ba9884e0f06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:13:38.753859 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.811298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.814609 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.833818 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2cbc17-8a34-407c-b557-2a8e5093656e,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:38.835982 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.837209 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3fb5bb8f-b2f6-4d3b-92d2-42f9573fea81 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153803 Aug 17 12:13:38.839885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44228) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:38.844152 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'security_group_rule': {'security_group_id': '3554bb34-5738-4878-99e2-6e20f5730685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:38.869688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.926560 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.930393 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.948557 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065449ef-867d-4a39-9b18-0d84a461fefe,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:38.951026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:38.955178 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-aa7209b8-89d7-4124-bafa-c61ce6d75968 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113923 Aug 17 12:13:38.955684 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44230) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:38.960220 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:38.981315 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.072079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.174060 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Allocated IP 172.27.0.65 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/4e035b58-e230-4c21-ab47-90026466b3bc) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:13:39.270124 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.311070 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.350075 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:13:39.352888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:13:39.356409 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:13:39.376875 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=4e035b58-e230-4c21-ab47-90026466b3bc,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:39.437809 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.469797 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.613578 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.618365 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.688310 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=4e035b58-e230-4c21-ab47-90026466b3bc,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:39.696499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.709448 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:39.710736 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8fd2797f-fd3d-43a1-bdb8-bb36f8085e55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7544670 Aug 17 12:13:39.911990 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-b452900f-5a83-44a5-b795-0dc33945cd66 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--490993661&fields=id&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 267 time: 0.0326364 Aug 17 12:13:40.015622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-f1afac22-0f21-4c1e-99bf-d1892d71be5d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:40.017078 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-f1afac22-0f21-4c1e-99bf-d1892d71be5d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 816 time: 0.0986309 Aug 17 12:13:40.031895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-e7c5367c-b48d-41ea-908b-316ef68fe59f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/quotas/8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 375 time: 0.0086253 Aug 17 12:13:40.082753 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a14758ce-b7b9-46c4-b78d-0da81f78d64e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455296 Aug 17 12:13:40.175453 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-30a5eb2e-b2b4-4c47-bafe-39ad49dc10fd service neutron] 10.222.0.58 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808194 Aug 17 12:13:40.265464 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-d1d38bb3-c7fd-4322-bdd8-1d07c135e0bd service neutron] 10.222.0.58 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840271 Aug 17 12:13:40.418710 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65ae3682-347b-48cf-b5af-9897d124530e req-9d12f846-58ec-4df4-bd81-db473a10e21c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Aug 17 12:13:41.411867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-44c1ab30-2b5d-41a8-9392-c612904d9b35 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:41.413952 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-44c1ab30-2b5d-41a8-9392-c612904d9b35 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 816 time: 0.1057153 Aug 17 12:13:41.489262 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-44b2cef3-2859-48ce-ac6a-cf72cac4f435 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 379 time: 0.0344658 Aug 17 12:13:41.503470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'port': {'device_id': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'admin_state_up': True, 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'security_groups': ['3554bb34-5738-4878-99e2-6e20f5730685']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:41.557250 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e9b62cd1-5eaa-4e1c-b5a2-174aa388a93f req-d7e7b1fd-c8bf-4334-bd0f-c5f1dd8aab92 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 210 time: 0.0656114 Aug 17 12:13:41.623214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Made reservation on behalf of 8cfeb8967fc74c95a1237cf81fbc3896 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:13:41.626755 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:41.745662 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Allocated IP 172.20.0.3 (cee39732-cd1d-48f9-9ccd-562147b82d72/f23adb48-b2e7-49cb-b849-17d75504854f/41c2ff58-0218-4dc8-8022-8b7f94b79098) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:13:41.887525 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:41.900357 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Transition to ACTIVE for port object 41c2ff58-0218-4dc8-8022-8b7f94b79098 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:13:41.931696 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:41.972967 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Network cee39732-cd1d-48f9-9ccd-562147b82d72 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:13:41.976565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:13:41.978797 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:13:42.011916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:42.037087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:42.038249 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.053667 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-a7dc08d3-d05b-490c-9316-72670fe76734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541110 Aug 17 12:13:42.171913 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Request body: {'port': {'device_id': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:42.213885 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e08881e9-8f75-4e61-9c2c-8064de8f2084 None None] Provisioning for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:13:42.217873 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e08881e9-8f75-4e61-9c2c-8064de8f2084 None None] Provisioning complete for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:13:42.218241 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e08881e9-8f75-4e61-9c2c-8064de8f2084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.224206 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.250747 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e08881e9-8f75-4e61-9c2c-8064de8f2084 None None] Port 41c2ff58-0218-4dc8-8022-8b7f94b79098 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:13:42.493384 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:13:42.503140 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.518032 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Transition to ACTIVE for port object 41c2ff58-0218-4dc8-8022-8b7f94b79098 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:13:42.521885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.575229 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:42.649255 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Attempting to bind port 41c2ff58-0218-4dc8-8022-8b7f94b79098 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:13:42.649580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Attempting to bind port 41c2ff58-0218-4dc8-8022-8b7f94b79098 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:13:42.649914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Attempting to bind port 41c2ff58-0218-4dc8-8022-8b7f94b79098 on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:13:42.669269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Port 41c2ff58-0218-4dc8-8022-8b7f94b79098 on network cee39732-cd1d-48f9-9ccd-562147b82d72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:13:42.669603 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Attempting to bind port 41c2ff58-0218-4dc8-8022-8b7f94b79098 on network cee39732-cd1d-48f9-9ccd-562147b82d72 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:13:42.677571 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:13:42.678454 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Checking segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:13:42.678877 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Bound using segment: {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:13:42.679326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Bound port: 41c2ff58-0218-4dc8-8022-8b7f94b79098, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17dcd30c-d5b2-48bc-b7a9-10d37e3943da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:13:42.679693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.710838 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4809cd2-0e01-4248-aaba-acb940a2c9bb req-69290f9a-7aa5-4197-9228-7ecb1777da55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:42.712402 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4809cd2-0e01-4248-aaba-acb940a2c9bb req-69290f9a-7aa5-4197-9228-7ecb1777da55 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0764844 Aug 17 12:13:42.782823 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a4809cd2-0e01-4248-aaba-acb940a2c9bb req-e146cd3b-e711-4031-8b07-29eb529e1da0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536759 Aug 17 12:13:42.787216 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:13:42.790382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:13:42.796519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.840197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:42.840902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:42.842223 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] 10.222.0.60 "PUT /v2.0/ports/41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 1093 time: 0.6747270 Aug 17 12:13:42.842667 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:42.844906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f00ca-5d2d-421b-9f94-36fbde912b21" -d '{"events": [{"name": "network-changed", "server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:42.870729 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e76eb-b1d9-4916-bc40-9345c6520d56 service neutron] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:42.887776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62db76f-cd2e-4aaf-b3c5-3daaaae252a2 x-openstack-request-id: req-f62db76f-cd2e-4aaf-b3c5-3daaaae252a2 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:42.888062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:42.888314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f62db76f-cd2e-4aaf-b3c5-3daaaae252a2 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:42.888939 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'status': 'completed', 'code': 200} Aug 17 12:13:42.953264 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-778472f2-90aa-4072-bb03-4adf38b76483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:42.954789 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-778472f2-90aa-4072-bb03-4adf38b76483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0417497 Aug 17 12:13:43.008652 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-74799aeb-c25a-44ce-9919-2b506713d3cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 217 time: 0.0378740 Aug 17 12:13:43.058240 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-b8af2dfd-b62d-4050-b890-089a95f52a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.059660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-b8af2dfd-b62d-4050-b890-089a95f52a8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0434628 Aug 17 12:13:43.105347 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-21a9d75e-9ec0-447f-a6fd-2ab070173c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.106818 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-21a9d75e-9ec0-447f-a6fd-2ab070173c54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388584 Aug 17 12:13:43.197522 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-09f24df3-f71d-4789-98d6-93764bc8212f service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Aug 17 12:13:43.284589 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c95ac02a-a85d-41a2-8958-323bb51b3c4f req-bb8934fc-6af8-4210-b6e4-f2ac8aad3afc service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787106 Aug 17 12:13:43.434589 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-41d71141-66bd-4f8a-881b-c8c468d46c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.438726 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-41d71141-66bd-4f8a-881b-c8c468d46c69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0572083 Aug 17 12:13:43.526792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-379f0804-8721-46e9-a0dd-c53b2b4a640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.528210 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-379f0804-8721-46e9-a0dd-c53b2b4a640d service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0823574 Aug 17 12:13:43.571871 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-be53be99-e78a-48bc-b917-f111e128f043 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 217 time: 0.0360267 Aug 17 12:13:43.906421 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-ae828875-326a-4a7b-86b7-8c9f056b4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.907855 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-ae828875-326a-4a7b-86b7-8c9f056b4c5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.3292100 Aug 17 12:13:43.923165 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b274c4-d871-4465-841d-86da2ac754cd req-ce15628d-bfe2-4a74-a46f-b51a7ee1be49 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.924501 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17b274c4-d871-4465-841d-86da2ac754cd req-ce15628d-bfe2-4a74-a46f-b51a7ee1be49 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0594928 Aug 17 12:13:43.986504 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17b274c4-d871-4465-841d-86da2ac754cd req-1198a6f3-b208-4880-a792-5db93be56b19 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530503 Aug 17 12:13:43.989037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-8544c0f7-1bad-41c2-acf5-b22cb1f41c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:43.990932 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-8544c0f7-1bad-41c2-acf5-b22cb1f41c88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650656 Aug 17 12:13:44.079108 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-040bb43e-0ac5-4e9c-9bd2-f93cf7237328 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797203 Aug 17 12:13:44.178103 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ae9f00ca-5d2d-421b-9f94-36fbde912b21 req-1d979272-4fa6-45bf-868b-40b61dca6ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909269 Aug 17 12:13:45.104436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dfd4f-4e8f-43d5-87f3-d5f764acf1c7 req-56eb7f56-2411-4ec6-be94-f9a29f8549be tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:45.105907 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa5dfd4f-4e8f-43d5-87f3-d5f764acf1c7 req-56eb7f56-2411-4ec6-be94-f9a29f8549be tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0479157 Aug 17 12:13:45.141731 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa5dfd4f-4e8f-43d5-87f3-d5f764acf1c7 req-d8c01bde-3bd1-4d8f-84bb-f2eff7da3220 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301094 Aug 17 12:13:46.257893 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05280a6f-9edb-45d2-ad77-d224d446e6fd req-99672197-4b8d-4829-b494-804c14b2df5a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:46.259339 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-05280a6f-9edb-45d2-ad77-d224d446e6fd req-99672197-4b8d-4829-b494-804c14b2df5a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0474105 Aug 17 12:13:46.298542 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-05280a6f-9edb-45d2-ad77-d224d446e6fd req-6fcaebd1-134b-4150-8b1a-2be31249839a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Aug 17 12:13:46.511862 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:13:46.607539 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:46.618796 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:13:46.653690 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:46.666559 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:13:46.685389 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:46.690039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:46.738364 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:47.165844 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['41c2ff58-0218-4dc8-8022-8b7f94b79098'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:13:47.413374 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fdd5e-164d-4fca-8521-56bfcdb996ea req-009363d4-7d34-49ed-8f6d-fba8a5a5cc5a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:47.414803 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e11fdd5e-164d-4fca-8521-56bfcdb996ea req-009363d4-7d34-49ed-8f6d-fba8a5a5cc5a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0477686 Aug 17 12:13:47.453207 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e11fdd5e-164d-4fca-8521-56bfcdb996ea req-2da163cd-d651-476a-b36d-91eb4c19c752 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Aug 17 12:13:48.268072 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:13:48.512323 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:13:48.565529 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:13:48.569735 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:13:48.570118 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:48.573526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb495a-dbd9-49db-acb4-ad46eae1d368 req-35a364f4-4fd7-4054-aba8-61cdad9227d5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:48.575026 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1adb495a-dbd9-49db-acb4-ad46eae1d368 req-35a364f4-4fd7-4054-aba8-61cdad9227d5 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0511372 Aug 17 12:13:48.611538 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1adb495a-dbd9-49db-acb4-ad46eae1d368 req-789f774c-3751-4435-99bf-ac9598739ebd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306456 Aug 17 12:13:48.646433 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:48.667992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:48.670224 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68c077-f99d-4f08-925f-8e1fb4c8a612" -d '{"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:48.683495 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:13:48.687704 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:48.710731 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcdeefa-6f43-45a4-8c40-9c751b5b68e4 x-openstack-request-id: req-8bcdeefa-6f43-45a4-8c40-9c751b5b68e4 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:48.711030 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:48.711283 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8bcdeefa-6f43-45a4-8c40-9c751b5b68e4 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:48.711670 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'code': 200} Aug 17 12:13:48.738639 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:13:48.907906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeebf3-ec13-429b-a9f9-f9fefb714d33 req-445251c6-ee55-47fc-9676-fc7cbed3a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:48.909549 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17eeebf3-ec13-429b-a9f9-f9fefb714d33 req-445251c6-ee55-47fc-9676-fc7cbed3a9d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0382040 Aug 17 12:13:48.947107 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-17eeebf3-ec13-429b-a9f9-f9fefb714d33 req-211a5df7-e68d-456b-9919-e51efce0c3bf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298157 Aug 17 12:13:49.727593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d298d7-00d5-4bd7-a6a7-5a7f9b06bdb6 req-4fbfb6b4-6ead-4636-85e9-477c9617f3ca tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:49.729062 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d1d298d7-00d5-4bd7-a6a7-5a7f9b06bdb6 req-4fbfb6b4-6ead-4636-85e9-477c9617f3ca tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0471566 Aug 17 12:13:49.765419 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d1d298d7-00d5-4bd7-a6a7-5a7f9b06bdb6 req-0511e9e1-8562-40e1-91b1-db04b11e709e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Aug 17 12:13:50.882243 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98d0b4-6691-44a7-8d73-ff486ec95709 req-7f35fdc1-10b3-4fb8-a9b9-4e1cbbc3331d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:50.883694 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d98d0b4-6691-44a7-8d73-ff486ec95709 req-7f35fdc1-10b3-4fb8-a9b9-4e1cbbc3331d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Aug 17 12:13:50.920409 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5d98d0b4-6691-44a7-8d73-ff486ec95709 req-0509b9de-d815-4d6a-bd3b-5d2a16bbcc79 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Aug 17 12:13:51.031390 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfcf4-27f6-41c1-bce9-dba5c0f53e9b req-88ddf738-0d5c-4da9-83bb-b596119c13ba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:51.032741 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-867cfcf4-27f6-41c1-bce9-dba5c0f53e9b req-88ddf738-0d5c-4da9-83bb-b596119c13ba tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0474451 Aug 17 12:13:51.041799 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44290) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:13:51.046173 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Request body: {'floatingip': {'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:13:51.087172 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:51.500744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:51.504412 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:51.600728 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Floating IP f814d584-aaba-4c09-a3f2-e685230c8479 associated. External IP: 172.27.0.65, port: 41c2ff58-0218-4dc8-8022-8b7f94b79098. Aug 17 12:13:51.795128 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:13:51.901477 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:13:51.906050 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:51.911438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:13:51.933841 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d203a41e-4f02-4594-bc2f-753b8e435400 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "PUT /v2.0/floatingips/f814d584-aaba-4c09-a3f2-e685230c8479 HTTP/1.1" status: 200 len: 990 time: 0.8909853 Aug 17 12:13:51.934442 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:13:51.936994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cfc5f9-afaf-46e1-822a-4498bbb66557" -d '{"events": [{"name": "network-changed", "server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:13:51.974916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c346f813-a1a6-4b1a-8e16-3a1379c9cedd x-openstack-request-id: req-c346f813-a1a6-4b1a-8e16-3a1379c9cedd {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:13:51.975260 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:13:51.975521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c346f813-a1a6-4b1a-8e16-3a1379c9cedd {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:13:51.975925 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'status': 'completed', 'code': 200} Aug 17 12:13:52.037503 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:52.038076 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:52.070914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-60f4fc28-de23-45d7-a760-85ee95cb661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.072416 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-60f4fc28-de23-45d7-a760-85ee95cb661b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0449798 Aug 17 12:13:52.139328 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:52.161966 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-623a3b10-3fa1-4f8a-93d8-d0e055c453a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.163421 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-623a3b10-3fa1-4f8a-93d8-d0e055c453a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0830193 Aug 17 12:13:52.230963 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-a1813519-810d-4119-9f0d-a1335036e73a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 998 time: 0.0600660 Aug 17 12:13:52.279871 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-c10fecf1-e6ad-4416-93eb-16797651b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.281330 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-c10fecf1-e6ad-4416-93eb-16797651b12e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0430505 Aug 17 12:13:52.327160 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-d3a46aa2-a4db-4e7e-875e-31bba85126b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.328655 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-d3a46aa2-a4db-4e7e-875e-31bba85126b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403676 Aug 17 12:13:52.359076 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'f814d584-aaba-4c09-a3f2-e685230c8479', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:39Z', 'updated_at': '2021-08-17T12:13:51Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:52.389278 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:13:52.397553 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:13:52.398165 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:52.418591 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-ccd173e5-36d4-4cfb-950f-8a8b2c3f2aff service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824594 Aug 17 12:13:52.501380 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:13:52.508735 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-47cfc5f9-afaf-46e1-822a-4498bbb66557 req-251f051e-082a-4026-9cb6-33cc5de559d0 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803351 Aug 17 12:13:52.648584 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-dc3316cd-80b4-4e77-954c-7e9a0137cf61 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396168 Aug 17 12:13:52.681520 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b311f8f5-6cb2-43f1-a305-63dff7fa06e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:52.734422 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'f814d584-aaba-4c09-a3f2-e685230c8479', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:39Z', 'updated_at': '2021-08-17T12:13:51Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:13:52.749868 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c714-de78-4cde-a679-d1a950571c22 req-1104649e-e1a5-4641-846e-d9fac7bf490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.751355 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-1104649e-e1a5-4641-846e-d9fac7bf490c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 1099 time: 0.0430746 Aug 17 12:13:52.760429 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bc6f1-1d32-4bf0-a8b5-b324a74ff684 None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'f814d584-aaba-4c09-a3f2-e685230c8479', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:13:39Z', 'updated_at': '2021-08-17T12:13:51Z', 'revision_number': 1, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:13:52.855540 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c714-de78-4cde-a679-d1a950571c22 req-63d31f2e-bf81-4895-a2a9-b86f1f8b69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.857046 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-63d31f2e-bf81-4895-a2a9-b86f1f8b69d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0861709 Aug 17 12:13:52.927617 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-b5dc81cb-458c-4b02-a8a3-9dd092afa4cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 200 len: 1000 time: 0.0634477 Aug 17 12:13:52.956249 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12847be-d8b4-48a8-ba47-2649a09b731e None None] New status for floating IP f814d584-aaba-4c09-a3f2-e685230c8479: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:13:52.978159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c714-de78-4cde-a679-d1a950571c22 req-b5fce45a-69ee-4ac8-9015-e5b7fd6ba234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:52.979622 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-b5fce45a-69ee-4ac8-9015-e5b7fd6ba234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0455158 Aug 17 12:13:53.024995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c714-de78-4cde-a679-d1a950571c22 req-82669532-5740-4658-95ff-025adc8679dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:13:53.026492 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-82669532-5740-4658-95ff-025adc8679dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390215 Aug 17 12:13:53.127923 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-de853912-ef8c-4e27-a631-10c964040d60 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930421 Aug 17 12:13:53.227380 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8558c714-de78-4cde-a679-d1a950571c22 req-470651a5-9949-4b84-ab80-d44e759b5b29 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858495 Aug 17 12:13:54.267781 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:55.107845 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9a73db4f-b188-440e-9bd2-21f37a6a78a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:55.213371 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:56.476572 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:13:58.060782 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:13.203973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49c6d6-e482-4c71-813d-281bbbe326b3 req-dfbc32f8-7aca-4423-9d17-28b7603732c4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:13.205461 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe49c6d6-e482-4c71-813d-281bbbe326b3 req-dfbc32f8-7aca-4423-9d17-28b7603732c4 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0533032 Aug 17 12:14:13.247818 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fe49c6d6-e482-4c71-813d-281bbbe326b3 req-a08a4b1f-cc32-4c5d-ac9a-a23b8d4af864 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364785 Aug 17 12:14:14.360902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fca9f6-6a2d-4953-a890-e17dff08b79a req-f30b1b07-70ba-4c97-9ec8-d478e4f2a74f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:14.362387 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0fca9f6-6a2d-4953-a890-e17dff08b79a req-f30b1b07-70ba-4c97-9ec8-d478e4f2a74f tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0475035 Aug 17 12:14:14.399484 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0fca9f6-6a2d-4953-a890-e17dff08b79a req-d61b0150-ea2a-44a2-911c-210df0229a5a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Aug 17 12:14:14.690064 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-f3350633-f1c8-4ccc-9c80-a4c101adcaac tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:14.691466 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-f3350633-f1c8-4ccc-9c80-a4c101adcaac tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 946 time: 0.0469739 Aug 17 12:14:14.781595 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Deleting port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:14:14.781938 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:14.868002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] For port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:14:14.868387 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:15.031085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:15.031382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:15.031679 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Floating IP 8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49 disassociated. External IP: 172.27.0.5, port: a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d. Aug 17 12:14:15.032018 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Calling delete_port for a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:14:15.151846 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:15.182361 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'Port': ['ID=a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:15.193182 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.193562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.193902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.194236 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.194565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.194894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.195240 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.196037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.196356 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.196671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.197022 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.197342 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:15.303218 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:14:15.403836 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:14:15.413416 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:14:15.422829 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:14:15.423440 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:15.445383 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] No DVR routers for this DVR port a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:14:15.448423 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:15.450441 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0dd2dd47-de87-4b7b-8c30-32e991b8e12c req-2bccef8c-8f2e-45a7-a396-e059a0e2e7b9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "DELETE /v2.0/ports/a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d HTTP/1.1" status: 204 len: 173 time: 0.7528648 Aug 17 12:14:15.450944 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'name': 'network-vif-deleted', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:14:15.453286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76e5a4-23e2-4d87-a2e9-ec77aac5b84e" -d '{"events": [{"server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "name": "network-vif-deleted", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:14:15.504097 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6231dc-f75d-4f39-a8c0-7d20513c6dec x-openstack-request-id: req-1f6231dc-f75d-4f39-a8c0-7d20513c6dec {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:14:15.504445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6385591c-eaa6-4084-a6a7-29a86e6622fa", "name": "network-vif-deleted", "tag": "a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:14:15.504650 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f6231dc-f75d-4f39-a8c0-7d20513c6dec {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:14:15.505079 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6385591c-eaa6-4084-a6a7-29a86e6622fa', 'name': 'network-vif-deleted', 'tag': 'a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d', 'status': 'completed', 'code': 200} Aug 17 12:14:15.507233 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3a7b6caa-2097-4e89-928f-5e328024e720 req-a2614158-1ab6-4498-b6b6-62aab7cdcfbf tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=6385591c-eaa6-4084-a6a7-29a86e6622fa HTTP/1.1" status: 200 len: 210 time: 0.0356791 Aug 17 12:14:15.543042 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:14:15.751811 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:15.777952 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:14:15.798970 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:14:15.800038 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:13:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:15.912389 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:14:16.225651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:16.251446 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd21597a-fa77-4e70-8ec8-201c0726e495 None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:14:16.471028 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a0561d-4981-4f96-b5f9-a92271aa12e9 None None] New status for floating IP 8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:14:16.594993 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44370) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:16.649366 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:16.672375 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:16.720322 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:16.722857 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:16.723992 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "DELETE /v2.0/security-groups/7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce HTTP/1.1" status: 204 len: 168 time: 0.1279976 Aug 17 12:14:16.726984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44374) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:16.732876 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59793617-1faf-448d-9368-67f2ff618e4a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:16.741608 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.api.v2.resource [None req-daaac7bb-9102-4ea5-90d2-062814f2f6a0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] show failed (client error): The resource could not be found. Aug 17 12:14:16.742649 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-daaac7bb-9102-4ea5-90d2-062814f2f6a0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups/7e6d7e79-a21a-42b8-bf2b-bdecd5c421ce HTTP/1.1" status: 404 len: 347 time: 0.0145624 Aug 17 12:14:16.745471 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44376) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:16.867281 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Deleting port 04e88729-bfda-49f7-98de-d1093fc4de5e {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:14:16.867622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.205907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.206132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.218477 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Calling delete_port for 04e88729-bfda-49f7-98de-d1093fc4de5e owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:14:17.348350 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.371326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'Port': ['ID=04e88729-bfda-49f7-98de-d1093fc4de5e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:17.437049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.439501 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:17.440675 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cfa331fa-21a5-4ba9-820d-6c4dc5b15bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "DELETE /v2.0/floatingips/8f19c11f-1c1f-4c8b-9afa-c0de16ffdf49 HTTP/1.1" status: 204 len: 168 time: 0.6942897 Aug 17 12:14:17.939524 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44384) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:17.944610 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271647371', 'description': 'tempest-description--1597039052'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:17.965670 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.041955 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.046949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.078629 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.079848 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1389949 Aug 17 12:14:18.080703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622b03-ab5d-430c-9f3e-865b157a4ae3 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be4517b-bec3-4d69-a043-d567da59af37,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:18.082737 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44386) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:18.087542 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group_rule': {'security_group_id': '0be4517b-bec3-4d69-a043-d567da59af37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:18.113701 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.159378 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.162610 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.183068 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e7322f-080f-4514-8406-36d99806a252,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:18.186581 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.187842 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e99f262a-ad87-47d5-93d1-7c22ac4229b0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1040289 Aug 17 12:14:18.191051 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44388) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:18.195428 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'security_group_rule': {'security_group_id': '0be4517b-bec3-4d69-a043-d567da59af37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:18.223014 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.280427 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.283928 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.301054 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db7c175-9f33-4477-91ec-45abddd78930,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:18.306975 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.308161 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-06067ab8-4f8e-4d77-9396-f1ab122613c9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161427 Aug 17 12:14:18.311224 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44390) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:18.315498 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:18.337885 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.431317 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.537097 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Allocated IP 172.27.0.35 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/e646e70d-5254-42c3-9aff-bab4203a6954) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:14:18.636444 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.674390 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.711358 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:14:18.714044 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:14:18.716422 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:14:18.728398 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:14:18.747694 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:14:18.748040 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device a572d93a-4b1a-43f0-bcd9-08b4fcc9a66d not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:14:18.750883 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=e646e70d-5254-42c3-9aff-bab4203a6954,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:18.844869 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:18.885291 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:19.033632 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:19.039405 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:19.100120 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=e646e70d-5254-42c3-9aff-bab4203a6954,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:19.115222 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:19.128853 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:19.130192 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-53d3d852-bfc1-4f4c-a727-a4055d7ab6d0 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8180509 Aug 17 12:14:19.310597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-f507cf47-e798-483a-94ab-ac3653a5ebd1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1271647371&fields=id&tenant_id=5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 267 time: 0.0334821 Aug 17 12:14:19.416482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-aeea0dc9-1e13-4bda-9333-eda1225a5d86 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:19.417947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-aeea0dc9-1e13-4bda-9333-eda1225a5d86 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 811 time: 0.1008396 Aug 17 12:14:19.432131 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-87727fa3-2416-411c-a64e-d967026418ca tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/quotas/5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 375 time: 0.0087430 Aug 17 12:14:19.482391 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-a5992b73-7605-4fa7-90af-ad0ac22fdb7a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451589 Aug 17 12:14:19.575736 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-87bb2d00-e8e9-4d74-a96f-a5cb1a1fa775 service neutron] 10.222.0.58 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821755 Aug 17 12:14:19.664407 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-a9519f71-939c-45fa-a13a-bcde84b68dfe service neutron] 10.222.0.58 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828140 Aug 17 12:14:19.819875 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-83a4f649-e2ec-408e-9f7f-b04032ba6bb9 req-328737db-050c-4900-ae4a-f72dc33030a2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 210 time: 0.0253451 Aug 17 12:14:20.908845 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-fba72b7a-c028-4cc3-8084-60f139932210 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:20.910255 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-fba72b7a-c028-4cc3-8084-60f139932210 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 811 time: 0.1102355 Aug 17 12:14:20.932719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a2673030-83d9-4e1f-bebd-ddc879bd211d req-99fcdfeb-8e2c-4f26-b92e-00d0278e6803 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 210 time: 0.0395403 Aug 17 12:14:20.966197 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-4f944eeb-fbfb-4420-8b8a-bf5bb37454e9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac5ece58fa3444ca75308772ccf5c16 HTTP/1.1" status: 200 len: 380 time: 0.0355620 Aug 17 12:14:20.980134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'port': {'device_id': '27a45e91-a353-4f1e-976f-c5286db1caee', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'admin_state_up': True, 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'security_groups': ['0be4517b-bec3-4d69-a043-d567da59af37']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:21.082133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Made reservation on behalf of 5ac5ece58fa3444ca75308772ccf5c16 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:14:21.086630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.206796 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Allocated IP 172.20.0.11 (ca8418cd-9ec3-4f12-9e62-d2e258234fa2/6edd82e0-3132-456e-bc3d-fba87bf35d6f/cbe9299b-8a36-4458-87e4-31f9fff1db33) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:14:21.338390 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.354960 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Transition to ACTIVE for port object cbe9299b-8a36-4458-87e4-31f9fff1db33 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:14:21.386370 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.425220 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:14:21.430531 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:14:21.434077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:14:21.459112 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event updated for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:21.486753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:21.487378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.501997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-e079f90d-02da-4128-9f56-f485d2853238 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5258265 Aug 17 12:14:21.521792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Request body: {'port': {'device_id': '27a45e91-a353-4f1e-976f-c5286db1caee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:21.576801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.604767 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-9480d7cc-f41a-40f7-859f-6c37940f8ecc None None] Provisioning for port cbe9299b-8a36-4458-87e4-31f9fff1db33 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:14:21.609169 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-9480d7cc-f41a-40f7-859f-6c37940f8ecc None None] Provisioning complete for port cbe9299b-8a36-4458-87e4-31f9fff1db33 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:14:21.609740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9480d7cc-f41a-40f7-859f-6c37940f8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.643917 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-9480d7cc-f41a-40f7-859f-6c37940f8ecc None None] Port cbe9299b-8a36-4458-87e4-31f9fff1db33 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:14:21.833572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe9299b-8a36-4458-87e4-31f9fff1db33 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:14:21.840674 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.852312 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Transition to ACTIVE for port object cbe9299b-8a36-4458-87e4-31f9fff1db33 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:14:21.856165 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:21.906112 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:21.979726 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Attempting to bind port cbe9299b-8a36-4458-87e4-31f9fff1db33 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:14:21.980388 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Attempting to bind port cbe9299b-8a36-4458-87e4-31f9fff1db33 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:14:21.980593 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Attempting to bind port cbe9299b-8a36-4458-87e4-31f9fff1db33 on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:14:21.985228 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Port cbe9299b-8a36-4458-87e4-31f9fff1db33 on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:14:21.985630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Attempting to bind port cbe9299b-8a36-4458-87e4-31f9fff1db33 on network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:14:21.992681 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:14:21.993356 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Checking segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:14:21.993778 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Bound using segment: {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:14:21.994268 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Bound port: cbe9299b-8a36-4458-87e4-31f9fff1db33, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0e262e-82a2-4996-8c60-126441961c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:14:21.994630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:22.101160 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e15037-4b2a-40ed-aaf5-f4155735fa3a req-0e066720-aeb8-48ff-8119-5944f7d422fb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.103157 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-80e15037-4b2a-40ed-aaf5-f4155735fa3a req-0e066720-aeb8-48ff-8119-5944f7d422fb tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 944 time: 0.0986164 Aug 17 12:14:22.107476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:14:22.111496 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:14:22.119251 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:22.176597 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.177245 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:22.178616 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] 10.222.0.60 "PUT /v2.0/ports/cbe9299b-8a36-4458-87e4-31f9fff1db33 HTTP/1.1" status: 200 len: 1094 time: 0.6613865 Aug 17 12:14:22.179134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:14:22.181326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff" -d '{"events": [{"name": "network-changed", "server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:14:22.192748 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-80e15037-4b2a-40ed-aaf5-f4155735fa3a req-3a2637e6-e5d1-4725-b846-7a8b9baa8fd8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830185 Aug 17 12:14:22.206655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ac89-8b2c-4bd0-98e2-5c353d26374e service neutron] Pushing event updated for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:22.236163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7004de5a-8794-4092-99be-d35b3cf2258b x-openstack-request-id: req-7004de5a-8794-4092-99be-d35b3cf2258b {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:14:22.236457 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:14:22.236709 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7004de5a-8794-4092-99be-d35b3cf2258b {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:14:22.237192 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'status': 'completed', 'code': 200} Aug 17 12:14:22.302503 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-6b39d8f1-1dad-4470-96fb-2ca6a5b2f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.303997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-6b39d8f1-1dad-4470-96fb-2ca6a5b2f89f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 1097 time: 0.0426843 Aug 17 12:14:22.352489 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-2f59b2b6-dc03-4aae-b21a-f12b9b4774f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33 HTTP/1.1" status: 200 len: 217 time: 0.0345612 Aug 17 12:14:22.403876 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-5a42ecf4-e1ed-45dd-8224-6b51bb9660ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.405534 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-5a42ecf4-e1ed-45dd-8224-6b51bb9660ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0461707 Aug 17 12:14:22.470094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-ace57e10-edfe-4252-8041-e4ab525807dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.470094 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-ace57e10-edfe-4252-8041-e4ab525807dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393336 Aug 17 12:14:22.556266 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-546fab7c-6283-4652-bf48-42bd26975706 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785742 Aug 17 12:14:22.644893 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18f3426b-bca0-4028-bb1f-57c8971406e9 req-daf75511-d6f2-4cdf-96ba-00989fad573e service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818374 Aug 17 12:14:22.666417 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-1676ec67-cef7-4846-aa8b-9bfd44f9e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:22.779990 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-b1fd9d6f-744f-4f3f-a047-59583de17a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.781484 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-b1fd9d6f-744f-4f3f-a047-59583de17a25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 1097 time: 0.0401111 Aug 17 12:14:22.871679 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-32aa07db-7c62-42fc-8963-44f790dd57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.873210 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-32aa07db-7c62-42fc-8963-44f790dd57a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0843968 Aug 17 12:14:22.914304 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-5bf9a544-1440-4515-a593-148e8ab0ccc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33 HTTP/1.1" status: 200 len: 217 time: 0.0333350 Aug 17 12:14:22.968260 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-3d69132d-d6eb-4086-9aa5-ba5cd4cc6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:22.969730 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-3d69132d-d6eb-4086-9aa5-ba5cd4cc6e62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0466316 Aug 17 12:14:23.017213 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-8e2ff665-0d86-480d-879d-f5d624d65502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:23.018711 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-8e2ff665-0d86-480d-879d-f5d624d65502 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422125 Aug 17 12:14:23.105891 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-a957fc44-61c3-4cc8-9416-98c3be5d06af service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793436 Aug 17 12:14:23.196507 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f1e99ec-f626-4df9-819a-bef7d6bdbcff req-793b12ee-0769-4b94-92f3-ddf1eef4e893 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829606 Aug 17 12:14:23.320832 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68dfca-e8a5-4ce7-8f23-538c9708b399 req-5a98f695-85d3-4bd7-850f-71d4ef0c34f9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:23.322418 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c68dfca-e8a5-4ce7-8f23-538c9708b399 req-5a98f695-85d3-4bd7-850f-71d4ef0c34f9 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 944 time: 0.0481806 Aug 17 12:14:23.358102 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c68dfca-e8a5-4ce7-8f23-538c9708b399 req-c54bf8b7-7660-4265-b452-b3fe9cd263de tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298767 Aug 17 12:14:24.293980 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:24.472572 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365bfe0-7bfc-4363-94e6-77646f398074 req-1cfcf55f-cda0-4467-a883-75f70c57bc0a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:24.474050 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5365bfe0-7bfc-4363-94e6-77646f398074 req-1cfcf55f-cda0-4467-a883-75f70c57bc0a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 944 time: 0.0477161 Aug 17 12:14:24.513895 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5365bfe0-7bfc-4363-94e6-77646f398074 req-8602b11f-743f-4fd6-83d9-4988b3b635dd tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340805 Aug 17 12:14:25.109113 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-7078a109-99d3-4f10-b2ba-9e8825a53cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:25.215131 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:25.266442 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:14:25.625343 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed95b39-c6aa-4627-884f-5573b3006749 req-1ab5d8db-5b0a-4d38-a4a6-d438a1c63581 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:25.626792 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ed95b39-c6aa-4627-884f-5573b3006749 req-1ab5d8db-5b0a-4d38-a4a6-d438a1c63581 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 944 time: 0.0474000 Aug 17 12:14:25.663709 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0ed95b39-c6aa-4627-884f-5573b3006749 req-07af5b0a-4172-4597-b318-d6619eb620cf tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Aug 17 12:14:26.478360 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:26.744866 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cbe9299b-8a36-4458-87e4-31f9fff1db33 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:14:26.778155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2d9cb-ecf0-4ccf-9171-ef6cc750c709 req-bbc50584-ee9e-43a9-bcba-05a9d8527534 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:26.779634 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-26b2d9cb-ecf0-4ccf-9171-ef6cc750c709 req-bbc50584-ee9e-43a9-bcba-05a9d8527534 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 944 time: 0.0519440 Aug 17 12:14:26.819936 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-26b2d9cb-ecf0-4ccf-9171-ef6cc750c709 req-c8b307bc-ee27-4eb9-8802-a6e9910e3688 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335903 Aug 17 12:14:26.842862 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:14:26.853506 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'port_id': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'mac_address': 'fa:16:3e:11:06:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:14:26.893226 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:26.905795 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe9299b-8a36-4458-87e4-31f9fff1db33 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:14:26.925676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:14:26.930077 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:26.977484 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:26.984359 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.984703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.985081 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.985415 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.985741 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.986095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.986424 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.986745 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.987069 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.987384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.987699 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:26.988039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:14:27.340892 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['cbe9299b-8a36-4458-87e4-31f9fff1db33'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:14:27.931695 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d07053-a0a2-4794-9ec5-4ed121c545c2 req-72f3a0d2-5027-466e-9463-b86c2a71c965 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:27.933207 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18d07053-a0a2-4794-9ec5-4ed121c545c2 req-72f3a0d2-5027-466e-9463-b86c2a71c965 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 945 time: 0.0485387 Aug 17 12:14:27.974386 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-18d07053-a0a2-4794-9ec5-4ed121c545c2 req-fffec79a-edc5-4f02-965d-8bfc81b8155c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 Aug 17 12:14:28.058417 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:28.772971 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cbe9299b-8a36-4458-87e4-31f9fff1db33 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:14:28.820367 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port cbe9299b-8a36-4458-87e4-31f9fff1db33 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:14:28.823839 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port cbe9299b-8a36-4458-87e4-31f9fff1db33 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:14:28.824212 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:28.896846 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:28.918450 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:14:28.920645 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b3722-c010-4ba2-9ffe-0421172c54b7" -d '{"events": [{"server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "name": "network-vif-plugged", "status": "completed", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:14:28.936786 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:14:28.940618 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:28.963384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9475ae-ff9f-4067-84d7-bd9f1a1d9964 x-openstack-request-id: req-4a9475ae-ff9f-4067-84d7-bd9f1a1d9964 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:14:28.963673 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "name": "network-vif-plugged", "status": "completed", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:14:28.963938 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a9475ae-ff9f-4067-84d7-bd9f1a1d9964 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:14:28.964297 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'code': 200} Aug 17 12:14:28.988780 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:14:29.092417 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ceef-de57-425b-a30c-60dc3c4c51a2 req-d229618b-ee42-46ca-9294-9a2c22e7b1d8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:29.093964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ac07ceef-de57-425b-a30c-60dc3c4c51a2 req-d229618b-ee42-46ca-9294-9a2c22e7b1d8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0501330 Aug 17 12:14:29.164396 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ac07ceef-de57-425b-a30c-60dc3c4c51a2 req-de28c85f-f870-484b-98a6-93b4be022955 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636325 Aug 17 12:14:29.180269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9f21-af64-4db6-9894-95e6573d8d9a req-7a8c8bff-c188-4852-9c84-c1b8f37364a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:29.181780 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34ac9f21-af64-4db6-9894-95e6573d8d9a req-7a8c8bff-c188-4852-9c84-c1b8f37364a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 1099 time: 0.0674133 Aug 17 12:14:29.217893 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34ac9f21-af64-4db6-9894-95e6573d8d9a req-11de525e-d2da-4132-862a-cb91fcbbfa94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275705 Aug 17 12:14:30.281910 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb535b7-57c6-421e-8afb-6c0c76060da6 req-044ef395-43f1-43f0-927f-3a8b0e7f9664 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:30.283621 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ddb535b7-57c6-421e-8afb-6c0c76060da6 req-044ef395-43f1-43f0-927f-3a8b0e7f9664 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0514326 Aug 17 12:14:30.318825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ddb535b7-57c6-421e-8afb-6c0c76060da6 req-96e83dcb-75bc-4452-b8a4-7aafc59e6bbe tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294154 Aug 17 12:14:31.432016 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c2bb-13f8-4d8b-87c9-e80716aa10d1 req-bdbb4f92-d6d6-4cce-9be5-e45b14ef5d5a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:31.433507 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e542c2bb-13f8-4d8b-87c9-e80716aa10d1 req-bdbb4f92-d6d6-4cce-9be5-e45b14ef5d5a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0485461 Aug 17 12:14:31.470231 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e542c2bb-13f8-4d8b-87c9-e80716aa10d1 req-7f6f83ee-b09c-4773-8362-aa11d1e0b3f8 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Aug 17 12:14:31.579743 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9e992-fadc-44c8-b3e9-a6d949cac367 req-ecf81ac0-8680-423d-90a7-1ac66bace298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:31.581179 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b8a9e992-fadc-44c8-b3e9-a6d949cac367 req-ecf81ac0-8680-423d-90a7-1ac66bace298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0470502 Aug 17 12:14:31.590003 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 44468) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:14:31.594400 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Request body: {'floatingip': {'port_id': 'cbe9299b-8a36-4458-87e4-31f9fff1db33'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:14:31.634338 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:32.045648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:32.049378 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:32.144401 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Floating IP 797475af-31ee-4f7f-95e1-e25b60ba9056 associated. External IP: 172.27.0.35, port: cbe9299b-8a36-4458-87e4-31f9fff1db33. Aug 17 12:14:32.346126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:14:32.450390 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:14:32.455161 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:32.460793 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:14:32.470570 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:14:32.471206 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:14:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:32.482804 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1e11289f-2c04-45d6-a225-0fdd78611c06 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "PUT /v2.0/floatingips/797475af-31ee-4f7f-95e1-e25b60ba9056 HTTP/1.1" status: 200 len: 991 time: 0.8916893 Aug 17 12:14:32.483397 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:14:32.485706 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35f1f1-8e7a-473c-8059-b302fd8a9857" -d '{"events": [{"name": "network-changed", "server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:14:32.579592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:14:32.607353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c03dcec-2bcc-49e3-ac44-dc3742dc3e42 x-openstack-request-id: req-6c03dcec-2bcc-49e3-ac44-dc3742dc3e42 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:14:32.607641 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:14:32.607894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6c03dcec-2bcc-49e3-ac44-dc3742dc3e42 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:14:32.608310 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'status': 'completed', 'code': 200} Aug 17 12:14:32.690997 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-54e50225-f720-4882-8aa4-2c62a72b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:32.692472 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-54e50225-f720-4882-8aa4-2c62a72b9056 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 1099 time: 0.0395851 Aug 17 12:14:32.781138 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-0066ac1d-e137-4cdc-b8a3-a5966735d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:32.782686 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-0066ac1d-e137-4cdc-b8a3-a5966735d184 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 200 len: 912 time: 0.0837705 Aug 17 12:14:32.800808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '797475af-31ee-4f7f-95e1-e25b60ba9056', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:11:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45e91-a353-4f1e-976f-c5286db1caee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:14:18Z', 'updated_at': '2021-08-17T12:14:31Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:32.829980 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:14:32.838627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:14:32.839229 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:14:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:32.845213 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-fc1d2eb1-f88e-442c-83ce-03ec3006064c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33 HTTP/1.1" status: 200 len: 999 time: 0.0549748 Aug 17 12:14:32.895449 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-e8caebe1-4c73-4306-be19-da15eea58809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:32.896780 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-e8caebe1-4c73-4306-be19-da15eea58809 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 200 len: 850 time: 0.0442619 Aug 17 12:14:32.941640 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-25a21780-c909-4bcd-8247-1431980a07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:32.943092 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-25a21780-c909-4bcd-8247-1431980a07b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca8418cd-9ec3-4f12-9e62-d2e258234fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386922 Aug 17 12:14:32.943216 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:14:33.028523 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-82940e78-4f2b-4da4-a12b-9970cb9a44e8 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784211 Aug 17 12:14:33.125865 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c35f1f1-8e7a-473c-8059-b302fd8a9857 req-19483867-a659-4d43-bd1c-13f56e3621f9 service neutron] 10.222.0.60 "GET /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902953 Aug 17 12:14:33.175320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '797475af-31ee-4f7f-95e1-e25b60ba9056', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:11:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45e91-a353-4f1e-976f-c5286db1caee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:14:18Z', 'updated_at': '2021-08-17T12:14:31Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:14:33.205018 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1cc83-d658-4cbc-99b7-8aa338b0835c None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '797475af-31ee-4f7f-95e1-e25b60ba9056', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'port_id': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'mac_address': 'fa:16:3e:11:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a45e91-a353-4f1e-976f-c5286db1caee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:14:18Z', 'updated_at': '2021-08-17T12:14:31Z', 'revision_number': 1, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:14:33.399270 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab402dd-7f94-4ee2-82c7-b014782049df None None] New status for floating IP 797475af-31ee-4f7f-95e1-e25b60ba9056: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:14:52.668093 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4cc0aaff-4585-4d9b-86e0-f1d172d7cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:54.311336 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:54.632392 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-05d06c64-8d8b-431a-bf88-25190d2ab284 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382023 Aug 17 12:14:54.721277 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-6b7da800-3198-447a-9130-ab6cbaaae6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:54.722778 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-6b7da800-3198-447a-9130-ab6cbaaae6b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0429318 Aug 17 12:14:54.823104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-e251753c-bf30-4f68-ba9d-c88777221bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:54.824543 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-e251753c-bf30-4f68-ba9d-c88777221bc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.0815284 Aug 17 12:14:54.891345 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-7ad8e54f-b3f6-4e20-9b5b-218a8f52404a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 1000 time: 0.0592630 Aug 17 12:14:54.938602 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-3ce4e5fa-b604-4c1b-aa56-000b9712973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:54.939956 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-3ce4e5fa-b604-4c1b-aa56-000b9712973d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0412064 Aug 17 12:14:54.983486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-57ad7a5f-b547-4ae4-94af-463d59dc4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:54.984886 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-57ad7a5f-b547-4ae4-94af-463d59dc4751 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373609 Aug 17 12:14:55.110563 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-88e8a44a-609e-475b-8a4f-6f72db53b3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:55.216881 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:55.349521 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-2c8bec05-e81f-4c77-a65b-25f5224aebc8 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568394 Aug 17 12:14:55.435400 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-047743fb-a6b9-4eff-9998-7ef2688d4ed8 req-272758f1-082e-443a-90d7-5e6391d220eb service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782657 Aug 17 12:14:56.481261 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:57.753618 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea6dae-a1bb-498a-b314-23992b23c661 req-71280f28-9400-4164-989b-5aed241408bd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:57.755057 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-04ea6dae-a1bb-498a-b314-23992b23c661 req-71280f28-9400-4164-989b-5aed241408bd tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0472789 Aug 17 12:14:57.794950 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-04ea6dae-a1bb-498a-b314-23992b23c661 req-8364e80c-bacc-4fa9-94bd-aea8ebf371ee tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Aug 17 12:14:58.061656 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:14:58.909241 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffe8da-55d0-4ea9-b4eb-cd880f324be5 req-da540336-6ff1-4fee-b2f4-e62e6dbda53b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:14:58.910694 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1bffe8da-55d0-4ea9-b4eb-cd880f324be5 req-da540336-6ff1-4fee-b2f4-e62e6dbda53b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0470502 Aug 17 12:14:58.946671 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1bffe8da-55d0-4ea9-b4eb-cd880f324be5 req-a0a9c1a4-a0b2-4b42-99c0-e5ab5b9a8f43 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295904 Aug 17 12:15:00.060829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c536-dc01-4a05-9490-ba300be4dd18 req-0aef5291-1e9f-4f79-a8a8-94917a399649 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:00.062286 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4841c536-dc01-4a05-9490-ba300be4dd18 req-0aef5291-1e9f-4f79-a8a8-94917a399649 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0478601 Aug 17 12:15:00.099246 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4841c536-dc01-4a05-9490-ba300be4dd18 req-b96ed251-7e8b-4cf5-9606-8b2b42a0ebc2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Aug 17 12:15:01.213175 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55446265-ec71-4131-bd4e-ede2a056a327 req-f91faddf-4e75-45fe-823c-1fbb25c788e7 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:01.214627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-55446265-ec71-4131-bd4e-ede2a056a327 req-f91faddf-4e75-45fe-823c-1fbb25c788e7 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Aug 17 12:15:01.256833 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-55446265-ec71-4131-bd4e-ede2a056a327 req-410d2ac9-0789-43f5-9d95-a983b036a91d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332851 Aug 17 12:15:02.265692 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:15:02.369681 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426e07-7685-4cfb-996d-653693266fc3 req-bae007da-027e-463a-8a04-9093126489ff tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:02.371337 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7d426e07-7685-4cfb-996d-653693266fc3 req-bae007da-027e-463a-8a04-9093126489ff tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0472987 Aug 17 12:15:02.410876 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7d426e07-7685-4cfb-996d-653693266fc3 req-cd7f6d86-a0fb-49bc-aa04-75846afb13a5 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322921 Aug 17 12:15:03.523201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9391e3-ecc6-4fd9-8d34-a8066b91eeb0 req-acedfb16-b34c-48dd-95d1-93fc06cdf41a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:03.524637 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb9391e3-ecc6-4fd9-8d34-a8066b91eeb0 req-acedfb16-b34c-48dd-95d1-93fc06cdf41a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Aug 17 12:15:03.560545 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bb9391e3-ecc6-4fd9-8d34-a8066b91eeb0 req-3b07add1-01f3-48ca-aaf4-113c617d5079 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301471 Aug 17 12:15:04.673712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83cd50-d727-496a-9e94-11490cee494e req-cecb894c-769d-4271-8b25-ae1586c5dab3 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:04.675127 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b83cd50-d727-496a-9e94-11490cee494e req-cecb894c-769d-4271-8b25-ae1586c5dab3 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0470872 Aug 17 12:15:04.714409 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0b83cd50-d727-496a-9e94-11490cee494e req-23fd09cd-5344-40bd-8f45-0c942f6769b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 17 12:15:05.828253 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6f97-6333-4368-a1ee-472a7bff5e5a req-59984a0c-452e-4b1a-8b0d-a26cf6938b21 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:05.829727 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-369f6f97-6333-4368-a1ee-472a7bff5e5a req-59984a0c-452e-4b1a-8b0d-a26cf6938b21 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Aug 17 12:15:05.866684 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-369f6f97-6333-4368-a1ee-472a7bff5e5a req-2fa18968-c40d-452a-a934-377bdf2895ea tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Aug 17 12:15:06.984364 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49650a-2977-43a6-9c24-001961baf0b2 req-40c4be3e-ec1c-4e5f-bed7-5e3b5d6a820d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:06.985854 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-df49650a-2977-43a6-9c24-001961baf0b2 req-40c4be3e-ec1c-4e5f-bed7-5e3b5d6a820d tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Aug 17 12:15:07.021641 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-df49650a-2977-43a6-9c24-001961baf0b2 req-09c9652d-ca8e-4f04-8fcf-9c142e8beb98 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299747 Aug 17 12:15:08.031077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-b99d9fda-7535-4b45-9eed-e675a2545f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:08.032391 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-b99d9fda-7535-4b45-9eed-e675a2545f87 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0386455 Aug 17 12:15:08.151288 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-25144ee2-cfe5-4bcb-b7a2-ecf5f26c80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:08.152732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-25144ee2-cfe5-4bcb-b7a2-ecf5f26c80f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.1137047 Aug 17 12:15:08.161128 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51494-212b-4e7d-b6e6-910254d54c35 req-cfe839fa-bca9-422a-a6f9-f36de9d0e1b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:08.162474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28b51494-212b-4e7d-b6e6-910254d54c35 req-cfe839fa-bca9-422a-a6f9-f36de9d0e1b4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0716493 Aug 17 12:15:08.240202 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28b51494-212b-4e7d-b6e6-910254d54c35 req-fdf2f953-4e38-4af4-baa3-5594150005cf tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707729 Aug 17 12:15:08.246194 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-5bfb2f1c-63f7-4134-b550-9e871e5b122a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 1000 time: 0.0828810 Aug 17 12:15:08.295885 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-dfe51882-389e-4b11-bf81-ab586323df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:08.297232 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-dfe51882-389e-4b11-bf81-ab586323df40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0428083 Aug 17 12:15:08.342398 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-96154bf8-cb5d-46d0-82f2-fbf20c231c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:08.343810 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-96154bf8-cb5d-46d0-82f2-fbf20c231c21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382097 Aug 17 12:15:08.435200 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-a9109607-fea1-4849-a5b7-6fa82de0fca2 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823233 Aug 17 12:15:08.528652 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6ba01ca6-9e86-40a3-bfbf-5fdc4bf6d5f8 req-5a79352c-2cfb-4779-a754-5972497e82ae service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853455 Aug 17 12:15:09.355231 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e664d7-ca64-4c93-9399-b8555e1a9427 req-399c8dc3-ed63-4be3-bf67-70f1a36217d1 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:09.356701 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4e664d7-ca64-4c93-9399-b8555e1a9427 req-399c8dc3-ed63-4be3-bf67-70f1a36217d1 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Aug 17 12:15:09.392366 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b4e664d7-ca64-4c93-9399-b8555e1a9427 req-286a5fd2-771e-4cf0-ab58-a3cbaf92655e tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299575 Aug 17 12:15:10.513184 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550e51a-74b8-44a6-b38c-9f2add44715f req-4b4f498e-60d7-4cb2-9b1c-59ccfa8ee3eb tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:10.514639 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c550e51a-74b8-44a6-b38c-9f2add44715f req-4b4f498e-60d7-4cb2-9b1c-59ccfa8ee3eb tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 17 12:15:10.550915 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c550e51a-74b8-44a6-b38c-9f2add44715f req-5598d5db-026e-46ff-9493-fd10d3620702 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305269 Aug 17 12:15:11.662909 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60138b17-b48d-4694-87cc-0d0fbb6b28cd req-d0f5087d-3135-403a-bdfb-869c94dd2697 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:11.664364 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-60138b17-b48d-4694-87cc-0d0fbb6b28cd req-d0f5087d-3135-403a-bdfb-869c94dd2697 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0467932 Aug 17 12:15:11.708319 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-60138b17-b48d-4694-87cc-0d0fbb6b28cd req-d67a4b27-72c1-49b5-83f3-74f71ffee4a7 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Aug 17 12:15:11.898086 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 44650) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:15:11.913490 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3a98b-f8c1-4671-a3a3-b674dc99933a req-79f305a4-9ffd-408c-b1db-5319b3394d7c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:11.914950 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46e3a98b-f8c1-4671-a3a3-b674dc99933a req-79f305a4-9ffd-408c-b1db-5319b3394d7c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0492952 Aug 17 12:15:11.952688 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-46e3a98b-f8c1-4671-a3a3-b674dc99933a req-85c771d8-cc8b-4deb-b90f-2665aa1ab305 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Aug 17 12:15:11.979640 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-b8b112b1-d3fc-4db9-a143-06e7566293d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802970 Aug 17 12:15:13.066981 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8071-0886-40ce-a6fa-5aaa928761ed req-9dc487d8-5428-4933-be2e-625c7881048f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.068480 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b89e8071-0886-40ce-a6fa-5aaa928761ed req-9dc487d8-5428-4933-be2e-625c7881048f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Aug 17 12:15:13.115070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b89e8071-0886-40ce-a6fa-5aaa928761ed req-bafd1491-106b-44de-9d67-33c6b1e584fe tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Aug 17 12:15:13.513951 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-1e2234cc-2898-4340-be76-438243554699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.515395 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-1e2234cc-2898-4340-be76-438243554699 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273&tenant_id=7f748ebf8de04013a9e23dccf6091381 HTTP/1.1" status: 200 len: 1098 time: 0.0396662 Aug 17 12:15:13.599758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-3cabb763-2a00-4f94-acdc-729e25140c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.601235 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-3cabb763-2a00-4f94-acdc-729e25140c6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0423942 Aug 17 12:15:13.687127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-f4cda96f-aac4-45b8-8c17-3d988fe0710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.688442 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-f4cda96f-aac4-45b8-8c17-3d988fe0710c service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.0796416 Aug 17 12:15:13.754579 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-4d5fa424-b9cd-427e-aa88-11b61191f769 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 1000 time: 0.0585363 Aug 17 12:15:13.802486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-2beaa361-a8ef-47ac-a397-6ed5bfb32376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.803885 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-2beaa361-a8ef-47ac-a397-6ed5bfb32376 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0425212 Aug 17 12:15:13.847498 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-834da2ab-cec8-4e45-b99e-c6ed67a97a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:13.848965 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-834da2ab-cec8-4e45-b99e-c6ed67a97a25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384138 Aug 17 12:15:13.937643 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-41cd71a4-29e9-49f6-9f25-4c55851e83c2 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809784 Aug 17 12:15:14.022570 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2ec8698-9b7b-45c3-bac1-587582cad369 req-d9aeded9-cf24-4e5e-9ab1-840bee3f0094 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772750 Aug 17 12:15:14.235014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9405-0c4b-471b-afdf-182ad1473310 req-cd46d593-5337-46cd-af1f-90bfca96b4fa tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:14.236476 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0c3c9405-0c4b-471b-afdf-182ad1473310 req-cd46d593-5337-46cd-af1f-90bfca96b4fa tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0519543 Aug 17 12:15:14.272732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0c3c9405-0c4b-471b-afdf-182ad1473310 req-36bdc16c-1204-4ba0-b876-179c7316a189 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303907 Aug 17 12:15:14.940320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:15:15.016302 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:15.058312 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:15.060658 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad20769-d79d-40fb-b008-c6c632c44bec" -d '{"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-unplugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:15.073924 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:15.078449 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:15.103874 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f0a39-ba72-41fa-b76b-a135e72fce7f x-openstack-request-id: req-e21f0a39-ba72-41fa-b76b-a135e72fce7f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:15.104164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-unplugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:15.104416 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e21f0a39-ba72-41fa-b76b-a135e72fce7f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:15.104800 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'code': 200} Aug 17 12:15:15.129136 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=6']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:15.398185 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a0011-d05c-4d55-bc7b-d3c62bd39971 req-f80ab596-a4fe-4dd6-bc62-92c4e1d0492b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:15.399771 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-732a0011-d05c-4d55-bc7b-d3c62bd39971 req-f80ab596-a4fe-4dd6-bc62-92c4e1d0492b tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0602036 Aug 17 12:15:15.444619 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-732a0011-d05c-4d55-bc7b-d3c62bd39971 req-4467ea13-8dec-468d-b8f8-9dc70d5b3e8f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Aug 17 12:15:16.563159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499162c-1874-4aea-b701-885c820b466a req-d4d94223-9edf-4bd8-b5f8-46abfcf7f867 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:16.564595 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9499162c-1874-4aea-b701-885c820b466a req-d4d94223-9edf-4bd8-b5f8-46abfcf7f867 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0482748 Aug 17 12:15:16.600606 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9499162c-1874-4aea-b701-885c820b466a req-b5c95e09-2861-4b4d-b6e1-1c9e6fb3d975 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300939 Aug 17 12:15:16.973874 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa2875-4675-4979-8655-5e41c293556c req-dd0a0f42-43b3-4a4f-a3b5-515c588cac08 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:16.975302 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9efa2875-4675-4979-8655-5e41c293556c req-dd0a0f42-43b3-4a4f-a3b5-515c588cac08 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Aug 17 12:15:17.011217 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9efa2875-4675-4979-8655-5e41c293556c req-eab0ab1a-7628-4088-8315-d294fabd48a7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294721 Aug 17 12:15:17.714957 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97ada-1812-40df-8adf-2cae87230d7c req-92f68635-19ac-45b2-b146-2bcd8b088ed4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:17.716396 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1fb97ada-1812-40df-8adf-2cae87230d7c req-92f68635-19ac-45b2-b146-2bcd8b088ed4 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0477214 Aug 17 12:15:17.753531 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1fb97ada-1812-40df-8adf-2cae87230d7c req-b42b1c75-2572-4fb2-abb2-7344be64836a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309014 Aug 17 12:15:18.136126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c72dd-cbeb-49ee-8e79-4172ce6772aa req-c9660ace-3682-4e48-85e6-614e0efff121 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:18.137671 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-930c72dd-cbeb-49ee-8e79-4172ce6772aa req-c9660ace-3682-4e48-85e6-614e0efff121 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Aug 17 12:15:18.181558 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-930c72dd-cbeb-49ee-8e79-4172ce6772aa req-7bd948c5-461f-4064-84c8-0b1382872734 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340879 Aug 17 12:15:18.872469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fae5-06a9-4ead-b410-fa2c7651e0b2 req-ac82c4ce-c9fd-4f62-9ca3-1ebb7f22715a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:18.874003 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec52fae5-06a9-4ead-b410-fa2c7651e0b2 req-ac82c4ce-c9fd-4f62-9ca3-1ebb7f22715a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0523252 Aug 17 12:15:18.911692 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ec52fae5-06a9-4ead-b410-fa2c7651e0b2 req-951295d0-8774-4b75-9dbd-63e790531e4f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Aug 17 12:15:19.301289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea017-7fae-49ed-8a14-4a482fbf57a8 req-60ec86cf-4dc4-44f2-8007-45b96d868324 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:19.302764 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-468ea017-7fae-49ed-8a14-4a482fbf57a8 req-60ec86cf-4dc4-44f2-8007-45b96d868324 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0476127 Aug 17 12:15:19.339526 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-468ea017-7fae-49ed-8a14-4a482fbf57a8 req-ca63be3a-93bd-49ea-a10e-525d70bc6864 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Aug 17 12:15:20.027555 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb35b85-f6fa-4f54-8c5a-adde8e98d1dc req-58e031c7-6585-4ec1-a5aa-b5c81a437ea8 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:20.028958 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cbb35b85-f6fa-4f54-8c5a-adde8e98d1dc req-58e031c7-6585-4ec1-a5aa-b5c81a437ea8 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Aug 17 12:15:20.065593 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-cbb35b85-f6fa-4f54-8c5a-adde8e98d1dc req-4a59d8ef-5ba2-4a2a-8fff-efbb89fd4f4a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Aug 17 12:15:20.460824 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6384e-09b5-4719-84b3-1307df07a78b req-b3f12790-8da9-440e-a618-5dd7e44f1c5c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:20.462295 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0b6384e-09b5-4719-84b3-1307df07a78b req-b3f12790-8da9-440e-a618-5dd7e44f1c5c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Aug 17 12:15:20.499030 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0b6384e-09b5-4719-84b3-1307df07a78b req-3bf99092-0ee9-4104-a09e-92ab8c3d2815 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Aug 17 12:15:21.189872 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93827f8-c3c2-4ed2-979d-d038d6ebe261 req-f3def90d-0c25-4e63-b155-124634dd32f3 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:21.191351 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d93827f8-c3c2-4ed2-979d-d038d6ebe261 req-f3def90d-0c25-4e63-b155-124634dd32f3 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0479643 Aug 17 12:15:21.228299 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d93827f8-c3c2-4ed2-979d-d038d6ebe261 req-5c15f88b-ed85-4ee0-a59c-1701638dd219 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Aug 17 12:15:21.498068 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caae66-6306-4137-aacd-e910b1a78650 req-5d1c0929-23e2-45f6-9d03-eb340ea3d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:21.499401 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-16caae66-6306-4137-aacd-e910b1a78650 req-5d1c0929-23e2-45f6-9d03-eb340ea3d736 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1096 time: 0.0382235 Aug 17 12:15:21.532233 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-16caae66-6306-4137-aacd-e910b1a78650 req-350938f0-3567-49f4-b0dc-376bbfbff6e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260308 Aug 17 12:15:21.629126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c4da7-1c07-4a79-8f3d-5887f7907507 req-b5b6d510-2b4c-4128-b5db-47639eb4ac9f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:21.630574 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-814c4da7-1c07-4a79-8f3d-5887f7907507 req-b5b6d510-2b4c-4128-b5db-47639eb4ac9f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0505514 Aug 17 12:15:21.667749 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-814c4da7-1c07-4a79-8f3d-5887f7907507 req-5182126e-8344-4e36-975f-3cee62479493 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Aug 17 12:15:22.344769 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3924f8-408f-44ef-a81c-08dcff67ba5d req-f4c5a456-077f-48d2-a67e-84a19b161920 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:22.346264 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed3924f8-408f-44ef-a81c-08dcff67ba5d req-f4c5a456-077f-48d2-a67e-84a19b161920 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 943 time: 0.0494716 Aug 17 12:15:22.383828 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ed3924f8-408f-44ef-a81c-08dcff67ba5d req-0af0b4ff-895b-43f3-b4a2-c258850f1033 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Aug 17 12:15:22.668188 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3cb4b0a2-01e3-41ad-8f70-12230359748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:22.787206 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba5ff0-b225-403b-b885-5ef56d6b299b req-e05b8a5a-206a-4a91-a85e-f36ef8bbdc8b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:22.788665 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9eba5ff0-b225-403b-b885-5ef56d6b299b req-e05b8a5a-206a-4a91-a85e-f36ef8bbdc8b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Aug 17 12:15:22.824763 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9eba5ff0-b225-403b-b885-5ef56d6b299b req-20f19b18-2387-4608-b172-677a8602530d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Aug 17 12:15:23.026678 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:15:23.123228 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:23.133772 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'port_id': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'mac_address': 'fa:16:3e:cb:5c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:15:23.170254 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:23.182884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92465443-fb4b-4b4e-be6e-94c52bc006e4 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:15:23.201215 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:23.204900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:23.250737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=7']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:23.504589 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d1797-df42-40c4-a722-3637d47b261c req-0c5fd637-3ad0-47f1-b252-e86d78861a1a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:23.506074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-103d1797-df42-40c4-a722-3637d47b261c req-0c5fd637-3ad0-47f1-b252-e86d78861a1a tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 944 time: 0.0551200 Aug 17 12:15:23.543116 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-103d1797-df42-40c4-a722-3637d47b261c req-59855d86-83f9-4be9-bc36-036f1ce7ab5c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Aug 17 12:15:23.652392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['92465443-fb4b-4b4e-be6e-94c52bc006e4'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:15:23.942039 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cebf4-3f1a-4a6b-a613-8a6a87454bed req-9ff2cb83-3f62-4cd8-a05e-d4fb64d9daed tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:23.943436 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e27cebf4-3f1a-4a6b-a613-8a6a87454bed req-9ff2cb83-3f62-4cd8-a05e-d4fb64d9daed tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0477381 Aug 17 12:15:23.979812 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e27cebf4-3f1a-4a6b-a613-8a6a87454bed req-da4fd426-c545-47e8-8669-68cad5099521 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300543 Aug 17 12:15:24.314170 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.036510 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:15:25.084883 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 92465443-fb4b-4b4e-be6e-94c52bc006e4 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:15:25.085277 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.096058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf2d65-c6f9-4408-9835-679dbfc7a2ea req-c95d0ef1-f2a4-4912-abfd-3567825bc341 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:25.097633 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4fcf2d65-c6f9-4408-9835-679dbfc7a2ea req-c95d0ef1-f2a4-4912-abfd-3567825bc341 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Aug 17 12:15:25.137358 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4fcf2d65-c6f9-4408-9835-679dbfc7a2ea req-b92c500d-fb8a-4853-b274-2188115bbb86 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336804 Aug 17 12:15:25.248484 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f03036d7-e5d1-4f59-9327-a40f77b3c4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.252317 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.297901 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.319316 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:25.321581 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85944db-9821-4ebd-9d32-4d6516263bd2" -d '{"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-plugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:25.333820 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:25.338263 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:25.362767 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509415d-2fed-4a47-9f75-5e0f42be78bd x-openstack-request-id: req-7509415d-2fed-4a47-9f75-5e0f42be78bd {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:25.363053 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-plugged", "status": "completed", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:25.363306 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7509415d-2fed-4a47-9f75-5e0f42be78bd {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:25.363683 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'code': 200} Aug 17 12:15:25.388882 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=8']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:26.259141 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674536-411c-4d6a-9e07-896f300f29c0 req-3d81f7ed-b212-4d72-881e-dc7ba6803fbb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:26.260644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b5674536-411c-4d6a-9e07-896f300f29c0 req-3d81f7ed-b212-4d72-881e-dc7ba6803fbb tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Aug 17 12:15:26.297248 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b5674536-411c-4d6a-9e07-896f300f29c0 req-278a5f3e-f1c7-4f8a-b212-185c15c5a44b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306852 Aug 17 12:15:26.493658 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:27.413649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4b86-6260-4016-bb3e-964ee5f7bdd9 req-28c085ae-bdb9-432e-8c1b-b6c42fdffc18 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:27.415101 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e2b4b86-6260-4016-bb3e-964ee5f7bdd9 req-28c085ae-bdb9-432e-8c1b-b6c42fdffc18 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Aug 17 12:15:27.451759 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e2b4b86-6260-4016-bb3e-964ee5f7bdd9 req-80c2287a-1f70-47f2-98fe-aed1ee06533c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Aug 17 12:15:28.062732 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:28.568394 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362a20d-9b0c-4dd1-8dd6-32b7122c03fa req-9539c40e-d7fc-4669-9435-4991990f1c7b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:28.569880 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a362a20d-9b0c-4dd1-8dd6-32b7122c03fa req-9539c40e-d7fc-4669-9435-4991990f1c7b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Aug 17 12:15:28.612088 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a362a20d-9b0c-4dd1-8dd6-32b7122c03fa req-c55b3b87-5f32-4f1a-bc12-54cca6d2cb9b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 17 12:15:29.063703 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:15:29.155883 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:29.167156 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:15:29.206134 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:29.220405 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:15:29.239638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:29.244712 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:29.291431 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=6']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:29.298384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.298734 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.299073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.299406 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.299738 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.300070 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.300397 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.300722 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.301074 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.301397 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.301719 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.302038 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:29.433780 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['41c2ff58-0218-4dc8-8022-8b7f94b79098'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:15:29.732219 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1bfa-345b-4a7b-8276-fbab562c0802 req-cc5491d6-2636-415d-8c68-d9cda94ed66e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:29.733762 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-128d1bfa-345b-4a7b-8276-fbab562c0802 req-cc5491d6-2636-415d-8c68-d9cda94ed66e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0510759 Aug 17 12:15:29.772532 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-128d1bfa-345b-4a7b-8276-fbab562c0802 req-8c22d84c-9cfa-4a95-a44c-e6a87c838a9e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Aug 17 12:15:30.895577 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff2d6d-18b8-4989-a6f9-339290a22ef0 req-b3f4611b-4d86-444e-9587-b5d91ae8833c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:30.897085 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9ff2d6d-18b8-4989-a6f9-339290a22ef0 req-b3f4611b-4d86-444e-9587-b5d91ae8833c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0547938 Aug 17 12:15:30.934119 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9ff2d6d-18b8-4989-a6f9-339290a22ef0 req-d83725f4-c160-4e08-a349-9f6c80a656cd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Aug 17 12:15:31.071912 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:15:31.118661 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:15:31.119034 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:31.195951 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:31.217602 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:31.219783 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d04911-6e86-4030-8a6c-ddca9eb79782" -d '{"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:31.236070 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:31.239940 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:31.262342 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfe571-911e-4b25-a69e-7c228df2ec15 x-openstack-request-id: req-4cbfe571-911e-4b25-a69e-7c228df2ec15 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:31.262633 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:31.262883 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4cbfe571-911e-4b25-a69e-7c228df2ec15 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:31.263256 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'code': 200} Aug 17 12:15:31.287740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=7']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:32.049306 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d97808-a907-4f6c-ac1b-af6a1177effb req-e034309a-0a64-41f1-b402-7a3b6f19f521 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:32.050765 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-56d97808-a907-4f6c-ac1b-af6a1177effb req-e034309a-0a64-41f1-b402-7a3b6f19f521 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0472007 Aug 17 12:15:32.086960 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-56d97808-a907-4f6c-ac1b-af6a1177effb req-5383d547-271e-4a48-81a2-68725d7bea7f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Aug 17 12:15:33.205081 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8af9-b95f-4fed-8076-712827766ffb req-d6edbabd-2f55-44e2-a293-6e89b12b3f74 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:33.206514 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-63ea8af9-b95f-4fed-8076-712827766ffb req-d6edbabd-2f55-44e2-a293-6e89b12b3f74 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0509026 Aug 17 12:15:33.242825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-63ea8af9-b95f-4fed-8076-712827766ffb req-d69d0cd4-641f-40d8-8ad9-1905051e3abe tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305452 Aug 17 12:15:34.359054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201173b-b48a-4ae8-96fa-26bcba2842c5 req-3dc0d780-23d2-4b0f-befc-9fe6f1009631 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:34.360513 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0201173b-b48a-4ae8-96fa-26bcba2842c5 req-3dc0d780-23d2-4b0f-befc-9fe6f1009631 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0482554 Aug 17 12:15:34.398487 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0201173b-b48a-4ae8-96fa-26bcba2842c5 req-3db201ad-2d50-4610-93cf-8224b0564964 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Aug 17 12:15:35.530139 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c5f27-28b4-4620-b1a9-2dc9e30369e4 req-90387983-fb12-4a4b-9b6e-c6d716e0fb06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:35.531644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b47c5f27-28b4-4620-b1a9-2dc9e30369e4 req-90387983-fb12-4a4b-9b6e-c6d716e0fb06 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0524116 Aug 17 12:15:35.573885 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b47c5f27-28b4-4620-b1a9-2dc9e30369e4 req-033f48b4-23c3-4f18-a926-e4c557938554 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356870 Aug 17 12:15:36.768391 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0816-e7d7-4a24-a465-908ad4575f19 req-4cb1cf39-3a4a-4313-90a5-af7139940a7e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:36.776253 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e45c0816-e7d7-4a24-a465-908ad4575f19 req-4cb1cf39-3a4a-4313-90a5-af7139940a7e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.1194592 Aug 17 12:15:36.814586 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e45c0816-e7d7-4a24-a465-908ad4575f19 req-f8f3aacc-53a8-418f-8442-c3fdaac857c1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Aug 17 12:15:37.948441 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6237fc-22bc-40e4-bdaf-21055daa3c5e req-495b28f0-6d1b-47f7-a073-f312f2d117d0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:37.954572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa6237fc-22bc-40e4-bdaf-21055daa3c5e req-495b28f0-6d1b-47f7-a073-f312f2d117d0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Aug 17 12:15:38.019637 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fa6237fc-22bc-40e4-bdaf-21055daa3c5e req-48ef1a09-ff2d-4948-996a-a58ce1fe4dc7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Aug 17 12:15:38.163826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d318db-19c6-41f7-93f1-9d6a119aadfc req-25ea0348-ddb2-45be-8944-43cee95d9c70 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:38.165366 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65d318db-19c6-41f7-93f1-9d6a119aadfc req-25ea0348-ddb2-45be-8944-43cee95d9c70 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0553899 Aug 17 12:15:38.210302 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-65d318db-19c6-41f7-93f1-9d6a119aadfc req-8d5de9e6-d8bb-4b2c-a83b-c84e2f77f1db tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367782 Aug 17 12:15:39.154802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c80180-0221-42b6-8892-349f4dbf1232 req-1f3da506-8e59-4891-a677-b08b14a8bd7f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:39.156275 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-26c80180-0221-42b6-8892-349f4dbf1232 req-1f3da506-8e59-4891-a677-b08b14a8bd7f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 17 12:15:39.197445 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-26c80180-0221-42b6-8892-349f4dbf1232 req-fdb806d5-ea97-42ad-a403-d5aca9be89b2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346942 Aug 17 12:15:39.266147 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:15:39.400591 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16f6ad-2827-4e96-8907-0980eab5da2a req-75a3dc6a-db52-4a2a-9531-e78ed39b1d44 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:39.402117 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f16f6ad-2827-4e96-8907-0980eab5da2a req-75a3dc6a-db52-4a2a-9531-e78ed39b1d44 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.1102934 Aug 17 12:15:39.441795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f16f6ad-2827-4e96-8907-0980eab5da2a req-37e692c3-eaf2-4237-abcd-0adf36dfc249 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327477 Aug 17 12:15:40.340995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e73bce-acd2-459a-894f-445e71611743 req-ef3daee4-e592-4265-8674-1a188544985f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:40.343623 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2e73bce-acd2-459a-894f-445e71611743 req-ef3daee4-e592-4265-8674-1a188544985f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0669198 Aug 17 12:15:40.351959 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-3748cc80-e22e-4c8f-8eac-5988a403a56d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:40.353449 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-3748cc80-e22e-4c8f-8eac-5988a403a56d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.1187820 Aug 17 12:15:40.423894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b2e73bce-acd2-459a-894f-445e71611743 req-24b79c9a-2230-489d-a4ef-ef7febdda3f0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694528 Aug 17 12:15:40.482334 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port e0234436-a711-46cd-88c5-570976585591 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:15:40.482878 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:40.618029 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7e3d0-b4a1-4d5e-8cd2-89f886df614a req-492a2b73-8ef4-4db1-a7e1-88d4caf0f526 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:40.619576 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13e7e3d0-b4a1-4d5e-8cd2-89f886df614a req-492a2b73-8ef4-4db1-a7e1-88d4caf0f526 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 946 time: 0.0862155 Aug 17 12:15:40.625562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] For port e0234436-a711-46cd-88c5-570976585591, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e0234436-a711-46cd-88c5-570976585591,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:40.625935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:40.719344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13e7e3d0-b4a1-4d5e-8cd2-89f886df614a req-7e23d8ce-bdbd-42b3-aa07-fe9e17cc9cad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906549 Aug 17 12:15:40.862431 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:40.862822 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:40.863132 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP ca3c40aa-0756-4a1f-9575-1094e711ace7 disassociated. External IP: 172.27.0.170, port: e0234436-a711-46cd-88c5-570976585591. Aug 17 12:15:40.863476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for e0234436-a711-46cd-88c5-570976585591 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:15:41.013901 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:41.043021 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=e0234436-a711-46cd-88c5-570976585591,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:41.058178 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.058461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.058811 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.059318 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.059701 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.059984 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.060323 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.060659 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.061112 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.061451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.061782 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.062109 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:15:41.186179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:15:41.296782 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:15:41.309282 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:15:41.323429 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:15:41.324428 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:15:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:15:41.346241 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] No DVR routers for this DVR port e0234436-a711-46cd-88c5-570976585591 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:15:41.350775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:41.353235 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9dcd00ae-edc6-481d-a0d7-118ba12cdbdc req-bc9831d0-817a-495c-a5c3-22363b32269b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "DELETE /v2.0/ports/e0234436-a711-46cd-88c5-570976585591 HTTP/1.1" status: 204 len: 173 time: 0.9910195 Aug 17 12:15:41.353672 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'name': 'network-vif-deleted', 'tag': 'e0234436-a711-46cd-88c5-570976585591'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:41.356056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82fa8ba-8dd7-4c7a-bc3f-de38dacb4989" -d '{"events": [{"server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "name": "network-vif-deleted", "tag": "e0234436-a711-46cd-88c5-570976585591"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:41.425129 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec174a-01a7-4068-90bb-146e3ad6c4a3 x-openstack-request-id: req-21ec174a-01a7-4068-90bb-146e3ad6c4a3 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:41.426047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a616bfd2-be05-43c3-8505-b94d5fd5b6ed", "name": "network-vif-deleted", "tag": "e0234436-a711-46cd-88c5-570976585591", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:41.426877 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-21ec174a-01a7-4068-90bb-146e3ad6c4a3 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:41.427738 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a616bfd2-be05-43c3-8505-b94d5fd5b6ed', 'name': 'network-vif-deleted', 'tag': 'e0234436-a711-46cd-88c5-570976585591', 'status': 'completed', 'code': 200} Aug 17 12:15:41.551542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:15:41.636776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4827-1d1e-4a30-9f5d-78cf0a297c66 req-7944858a-b4d1-45b4-ab40-c532ec354765 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:41.645182 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-018d4827-1d1e-4a30-9f5d-78cf0a297c66 req-7944858a-b4d1-45b4-ab40-c532ec354765 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0822947 Aug 17 12:15:41.691469 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-018d4827-1d1e-4a30-9f5d-78cf0a297c66 req-d5a3ce28-9786-4160-87ca-e31786b23299 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453298 Aug 17 12:15:41.830452 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:15:41.862421 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e9d63b8d-1c8a-46bb-aca8-555cd18cabb5 req-3db8997b-ae27-457c-b593-4ac54ad23929 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=a616bfd2-be05-43c3-8505-b94d5fd5b6ed HTTP/1.1" status: 200 len: 210 time: 0.0472643 Aug 17 12:15:41.889666 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:15:41.901541 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:15:41.902385 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:15:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:15:42.031976 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:15:42.248767 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:15:42.279934 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e001907-4982-4bb0-90be-98c35c2c41f3 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:15:42.602318 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe43099-619e-48ce-88dd-2deaf4fd3acd None None] New status for floating IP ca3c40aa-0756-4a1f-9575-1094e711ace7: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:15:42.843823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57fb48-74c5-48f7-8455-4bd16df72441 req-72f4ac05-6433-42ee-9fb5-e903d9233566 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:42.846119 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd57fb48-74c5-48f7-8455-4bd16df72441 req-72f4ac05-6433-42ee-9fb5-e903d9233566 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0548289 Aug 17 12:15:42.897060 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd57fb48-74c5-48f7-8455-4bd16df72441 req-3d18f848-8f73-4344-aec8-37821d9f8cd4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344806 Aug 17 12:15:43.137880 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-b3a77ec5-448e-4d27-a220-08cdc57f1a3b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493681713&fields=id&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 267 time: 0.0429006 Aug 17 12:15:43.167592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device e0234436-a711-46cd-88c5-570976585591 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:15:43.194203 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: e0234436-a711-46cd-88c5-570976585591 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:15:43.194684 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device e0234436-a711-46cd-88c5-570976585591 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:15:43.261080 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-d6d5e7c5-32f8-46be-9885-e45f4a99fb07 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:43.262564 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-d6d5e7c5-32f8-46be-9885-e45f4a99fb07 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1237907 Aug 17 12:15:43.286914 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-2caa81ea-263b-43d8-994b-ac683273c44c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/quotas/eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 375 time: 0.0178559 Aug 17 12:15:43.343563 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-5acf03d4-dc6b-4679-b9f3-5e4466c312a3 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557578 Aug 17 12:15:43.362254 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-7a87c35c-c9cf-4786-87ea-73cd1e642571 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:15:43.363577 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-7a87c35c-c9cf-4786-87ea-73cd1e642571 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057917 Aug 17 12:15:43.481090 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-e0cea3e0-1689-4c09-a455-7e635546b700 service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085629 Aug 17 12:15:43.581103 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-bc5eb8b7-6c5c-4558-b7c9-18dbe61ea78c service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939403 Aug 17 12:15:43.928401 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3d47922c-54e2-4bfe-afba-cf3e0e545a8a req-9abf641e-6df1-4ba1-b257-dc102d4d7075 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 210 time: 0.0414255 Aug 17 12:15:44.065171 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961633-482b-41d5-9f83-4deec426e082 req-c40ed007-4d86-49a7-ba0c-38b1d4930231 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:44.068109 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73961633-482b-41d5-9f83-4deec426e082 req-c40ed007-4d86-49a7-ba0c-38b1d4930231 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0819602 Aug 17 12:15:44.115525 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73961633-482b-41d5-9f83-4deec426e082 req-6c76a69b-6894-4ba9-aa74-910b323aecc4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387585 Aug 17 12:15:45.016298 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3d004527-b6bb-45e8-ac8e-32848e2c28dd req-fe13f72a-d4a3-49d4-8465-213ed0560128 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 210 time: 0.0340691 Aug 17 12:15:45.109630 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-030b95d2-be8b-4b7e-9f13-e70403e3a1f4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:45.111058 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-030b95d2-be8b-4b7e-9f13-e70403e3a1f4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1184449 Aug 17 12:15:45.236706 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada803b7-b62d-4425-b6ea-ea99f31a8624 req-2ba36529-6dd2-46c9-9adf-75e6fa2d0388 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:45.238223 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ada803b7-b62d-4425-b6ea-ea99f31a8624 req-2ba36529-6dd2-46c9-9adf-75e6fa2d0388 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Aug 17 12:15:45.275572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ada803b7-b62d-4425-b6ea-ea99f31a8624 req-1cb64ea8-fea3-4a09-8383-70af3ba08af4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Aug 17 12:15:45.356786 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-e02866f7-c3b2-4158-b06b-0bc1a7b71ec2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 379 time: 0.0320168 Aug 17 12:15:45.368528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'port': {'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'admin_state_up': True, 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'security_groups': ['49a42038-3780-41f9-97c0-a70527cad3b8']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:15:45.477562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Made reservation on behalf of eabd442534a0454bbea1cfc1fed732b2 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:15:45.481100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:45.599228 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.20.0.14 (f5fb5249-ce12-4585-a3c5-0fd7da0b45de/16471665-fd03-4ca0-a5ce-0f8eaca61430/875faad1-0b5a-424e-aa59-3aa30c6ba360) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:15:45.730299 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-ceb84636-86a6-4145-aa10-2bcf4a6f9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:45.732315 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-ceb84636-86a6-4145-aa10-2bcf4a6f9347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0985465 Aug 17 12:15:45.819985 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:45.839832 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Transition to ACTIVE for port object 875faad1-0b5a-424e-aa59-3aa30c6ba360 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:15:45.873243 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-d6d24775-4bb4-4cc8-b4c5-9ff7f1bba84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:45.874648 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-d6d24775-4bb4-4cc8-b4c5-9ff7f1bba84f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.1310256 Aug 17 12:15:45.939795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:45.979112 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-f3316e22-3910-4e0f-b324-e8d18581c29d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 1000 time: 0.0949676 Aug 17 12:15:46.002651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:15:46.022219 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:15:46.030008 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:15:46.066588 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:46.118027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-b9496390-96aa-4708-9961-c80ca48b9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:46.120128 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-b9496390-96aa-4708-9961-c80ca48b9d96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.1303425 Aug 17 12:15:46.145326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:46.146076 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:46.198290 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-502c6b73-ec29-493e-835d-e5fb0fd9e7dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8334088 Aug 17 12:15:46.212467 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e06e-c37c-4ffe-bfd8-a72087c3734a req-17952f43-5a5a-4c01-ad52-05e2576e06a5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:46.213888 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13c4e06e-c37c-4ffe-bfd8-a72087c3734a req-17952f43-5a5a-4c01-ad52-05e2576e06a5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 932 time: 0.1167395 Aug 17 12:15:46.220206 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Request body: {'port': {'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:15:46.245758 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-2c7f8777-ba9a-40ed-8d45-b8ae14c3c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:46.247212 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-2c7f8777-ba9a-40ed-8d45-b8ae14c3c032 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982566 Aug 17 12:15:46.261643 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-96506c89-019d-4a51-92e8-c6c46cc623dd None None] Provisioning for port 875faad1-0b5a-424e-aa59-3aa30c6ba360 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:15:46.266711 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-96506c89-019d-4a51-92e8-c6c46cc623dd None None] Provisioning complete for port 875faad1-0b5a-424e-aa59-3aa30c6ba360 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:15:46.267214 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-96506c89-019d-4a51-92e8-c6c46cc623dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:46.303529 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-96506c89-019d-4a51-92e8-c6c46cc623dd None None] Port 875faad1-0b5a-424e-aa59-3aa30c6ba360 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:15:46.624819 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:46.628745 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-13c4e06e-c37c-4ffe-bfd8-a72087c3734a req-780401db-a729-4fd4-9a36-7ab95dcc77aa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4047053 Aug 17 12:15:46.717259 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cead89-2bdc-4bc6-ba1f-56c82db235eb req-f3ec65fb-c212-4fcd-8711-abe8a99365c4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:46.718716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-33cead89-2bdc-4bc6-ba1f-56c82db235eb req-f3ec65fb-c212-4fcd-8711-abe8a99365c4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.1134002 Aug 17 12:15:46.814992 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-660a7f7b-adaa-488d-b500-301fa7ebdb82 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542657 Aug 17 12:15:46.885675 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-33cead89-2bdc-4bc6-ba1f-56c82db235eb req-92d278ba-8c56-42ca-bae9-f9827e3bdd6a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592946 Aug 17 12:15:46.985298 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5bc8f17b-f20c-453d-ada9-1815a7ad3ffa req-2536d22a-f1cb-4d2b-9f16-055b490b53a7 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609404 Aug 17 12:15:47.051574 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875faad1-0b5a-424e-aa59-3aa30c6ba360 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:15:47.064198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:47.080641 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Transition to ACTIVE for port object 875faad1-0b5a-424e-aa59-3aa30c6ba360 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:15:47.084486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:47.136313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Pushing event updated for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:47.206928 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Attempting to bind port 875faad1-0b5a-424e-aa59-3aa30c6ba360 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:15:47.207266 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Attempting to bind port 875faad1-0b5a-424e-aa59-3aa30c6ba360 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:15:47.207595 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Attempting to bind port 875faad1-0b5a-424e-aa59-3aa30c6ba360 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:15:47.212140 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Port 875faad1-0b5a-424e-aa59-3aa30c6ba360 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:15:47.212462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Attempting to bind port 875faad1-0b5a-424e-aa59-3aa30c6ba360 on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:15:47.217627 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:15:47.217965 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:15:47.218353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Bound using segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:15:47.218787 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Bound port: 875faad1-0b5a-424e-aa59-3aa30c6ba360, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:15:47.219145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:47.284373 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:15:47.287690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:15:47.291199 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:47.327398 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:47.328010 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:47.329424 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] 10.222.0.60 "PUT /v2.0/ports/875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 1094 time: 1.1130948 Aug 17 12:15:47.329867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:47.332094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246b0a6-a94e-4fee-a6c5-44de9570e654" -d '{"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:47.357459 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83126-2e37-498c-ba1e-9eef0373615e service neutron] Pushing event updated for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:47.383623 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df83c4-a4f5-438d-b5a7-94f131442411 x-openstack-request-id: req-80df83c4-a4f5-438d-b5a7-94f131442411 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:47.383924 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:47.384179 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80df83c4-a4f5-438d-b5a7-94f131442411 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:47.384580 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'status': 'completed', 'code': 200} Aug 17 12:15:47.453931 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-63484e76-81db-4037-9c26-8e76a98ffe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:47.455421 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-63484e76-81db-4037-9c26-8e76a98ffe8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1097 time: 0.0448551 Aug 17 12:15:47.506797 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-4e188cbc-6998-4131-b20b-1eed996b4f65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 217 time: 0.0344956 Aug 17 12:15:47.557354 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-ef9c62a9-4e64-4cd4-8609-e6ad9d184209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:47.559407 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-ef9c62a9-4e64-4cd4-8609-e6ad9d184209 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0427237 Aug 17 12:15:47.607586 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-d51abb9c-1658-4d60-9f63-83eac01a5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:47.609050 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-d51abb9c-1658-4d60-9f63-83eac01a5790 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415862 Aug 17 12:15:47.698820 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-e0d1c971-2e53-4231-a1af-e40b03debe72 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805442 Aug 17 12:15:47.802553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad407b-584a-4b40-87ec-620ff268016e req-93f8d681-6f30-4562-a5c1-71850b80b226 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:47.804019 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bad407b-584a-4b40-87ec-620ff268016e req-93f8d681-6f30-4562-a5c1-71850b80b226 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.1081903 Aug 17 12:15:47.840842 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-34db28d7-4289-4987-912e-5170dd2e6ba2 req-52a33e9c-a384-4a3e-9bc7-0b591a4cd654 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315207 Aug 17 12:15:47.857261 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2bad407b-584a-4b40-87ec-620ff268016e req-fd3469ad-18de-408d-bcac-a27d16a50c1f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442853 Aug 17 12:15:48.033108 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46a65-9cf1-459f-bdba-b88d96ebe7e4 req-cc014665-9c32-4c67-a1ef-47c96683b7d7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.034573 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d6c46a65-9cf1-459f-bdba-b88d96ebe7e4 req-cc014665-9c32-4c67-a1ef-47c96683b7d7 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0782919 Aug 17 12:15:48.040451 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-77c4e368-1d64-481f-9d74-f992a11f9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.041852 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-77c4e368-1d64-481f-9d74-f992a11f9178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1097 time: 0.0558360 Aug 17 12:15:48.115724 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d6c46a65-9cf1-459f-bdba-b88d96ebe7e4 req-f788463d-8e9d-40d8-a4da-55d1209ee39d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729518 Aug 17 12:15:48.153531 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-46e071e8-83e2-4f18-8540-da0a47e2fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.154969 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-46e071e8-83e2-4f18-8540-da0a47e2fcfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0995054 Aug 17 12:15:48.196760 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-6ded690a-1ae4-46c6-9032-fdb97ea06432 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 217 time: 0.0332189 Aug 17 12:15:48.247978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-a00a78b6-266b-4eaa-9079-e827ecbc4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.249368 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-a00a78b6-266b-4eaa-9079-e827ecbc4927 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0415640 Aug 17 12:15:48.294594 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-528d0910-ff3e-48a6-849a-65ba1217988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.296007 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-528d0910-ff3e-48a6-849a-65ba1217988f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385468 Aug 17 12:15:48.390436 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-d583ce58-5284-4ab2-aaec-42ba75935f53 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861490 Aug 17 12:15:48.483113 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a246b0a6-a94e-4fee-a6c5-44de9570e654 req-43262d3c-c4b1-42ac-b514-46beed2dea4c service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835102 Aug 17 12:15:48.971252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f187cf-b075-4ac8-9cdc-fb3818cb6b2f req-137cb173-bc95-462a-83d5-3454a8cdf18b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:48.972697 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00f187cf-b075-4ac8-9cdc-fb3818cb6b2f req-137cb173-bc95-462a-83d5-3454a8cdf18b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0477448 Aug 17 12:15:49.010994 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00f187cf-b075-4ac8-9cdc-fb3818cb6b2f req-0ccc2d7a-fb2d-413f-a4ed-774ec9dec65c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325332 Aug 17 12:15:49.185055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:15:49.279013 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:49.301876 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:15:49.304234 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e7520-596f-472e-a6f4-47621939737f" -d '{"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-unplugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:15:49.318926 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f822b-e9d8-44f2-ad3d-21cd80436146 req-5cbd2ff1-0f4d-4e49-acdb-297ba39ea021 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:49.320440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c0f822b-e9d8-44f2-ad3d-21cd80436146 req-5cbd2ff1-0f4d-4e49-acdb-297ba39ea021 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 945 time: 0.0498517 Aug 17 12:15:49.321519 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:15:49.325984 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:49.351479 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b301e-b4ee-4bb6-9bca-465a0d798724 x-openstack-request-id: req-c57b301e-b4ee-4bb6-9bca-465a0d798724 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:15:49.351799 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-unplugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:15:49.352056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c57b301e-b4ee-4bb6-9bca-465a0d798724 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:15:49.352445 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'code': 200} Aug 17 12:15:49.360754 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6c0f822b-e9d8-44f2-ad3d-21cd80436146 req-452f4417-d9b2-4862-8ce5-64c7fac54648 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328274 Aug 17 12:15:49.378732 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=8']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:15:50.126762 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746fab-4110-49b3-9819-1b20c114b964 req-90dfbb05-d43a-4dac-8d9d-3991cd3a1312 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:50.128237 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8746fab-4110-49b3-9819-1b20c114b964 req-90dfbb05-d43a-4dac-8d9d-3991cd3a1312 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0489330 Aug 17 12:15:50.175190 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a8746fab-4110-49b3-9819-1b20c114b964 req-63116594-7ab6-4e9b-b7bd-9cd1f3e054e5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393190 Aug 17 12:15:50.290219 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6d52c-31f2-4c2f-93b0-40e8f4019692 req-45d109b9-0834-4652-8a2f-5244470daac4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:50.291692 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59e6d52c-31f2-4c2f-93b0-40e8f4019692 req-45d109b9-0834-4652-8a2f-5244470daac4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0520220 Aug 17 12:15:50.331458 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59e6d52c-31f2-4c2f-93b0-40e8f4019692 req-5448901f-40b1-4317-a85c-ec4103a36e6f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336227 Aug 17 12:15:50.459789 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-b39e5c92-6539-49d5-a4f3-860e5c8b3c84 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420930 Aug 17 12:15:51.314280 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-8de81c83-9201-45dd-ab91-420b1e7979f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.316221 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-8de81c83-9201-45dd-ab91-420b1e7979f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4&tenant_id=8cfeb8967fc74c95a1237cf81fbc3896 HTTP/1.1" status: 200 len: 1096 time: 0.0654633 Aug 17 12:15:51.327481 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d916f-1725-4100-925d-05aece726435 req-d068a827-9824-482a-9ad6-48d1ba9f696a tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.328905 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b07d916f-1725-4100-925d-05aece726435 req-d068a827-9824-482a-9ad6-48d1ba9f696a tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0804403 Aug 17 12:15:51.395818 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b07d916f-1725-4100-925d-05aece726435 req-85608de2-29a6-44b4-8112-e2cf7dd84867 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609682 Aug 17 12:15:51.405890 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-1a86d997-65a8-4ba2-81bb-6b4133987775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.412973 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-1a86d997-65a8-4ba2-81bb-6b4133987775 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0540259 Aug 17 12:15:51.539961 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-87794d8f-37eb-4331-95fb-9d7cacfac7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.541354 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-87794d8f-37eb-4331-95fb-9d7cacfac7ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.1212008 Aug 17 12:15:51.548629 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35311e-8a65-4230-a079-0e008e3c4730 req-15dc6dce-24e1-44b7-bc52-fffa6bcf2009 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.550006 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9c35311e-8a65-4230-a079-0e008e3c4730 req-15dc6dce-24e1-44b7-bc52-fffa6bcf2009 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0816615 Aug 17 12:15:51.628393 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9c35311e-8a65-4230-a079-0e008e3c4730 req-03f51fed-9e72-4ebd-a530-f184d4959c6c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719998 Aug 17 12:15:51.632133 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-39aadc8e-2a3a-4453-8b10-58b8198d4c81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 998 time: 0.0812964 Aug 17 12:15:51.684862 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-ed947878-aef5-4f70-a258-10e3856c2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.686337 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-ed947878-aef5-4f70-a258-10e3856c2f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0465574 Aug 17 12:15:51.731041 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-ecd366c3-9d64-4b7e-929a-a0dfb9574f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:51.732453 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-ecd366c3-9d64-4b7e-929a-a0dfb9574f53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382438 Aug 17 12:15:51.820777 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-d62be705-3a67-4467-86b0-90a7b23811af service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796378 Aug 17 12:15:51.911825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8110e694-cb59-44da-8fcd-f2604c9c99ac req-40212c25-9b44-41f4-833a-c74de1fd6888 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823033 Aug 17 12:15:52.530142 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d653e-8cbb-46b5-97d9-97e5fa6a4479 req-b0e43ea5-1a01-4987-aeb8-0de8674c3167 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:52.531638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-740d653e-8cbb-46b5-97d9-97e5fa6a4479 req-b0e43ea5-1a01-4987-aeb8-0de8674c3167 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0501745 Aug 17 12:15:52.570535 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-740d653e-8cbb-46b5-97d9-97e5fa6a4479 req-a9b5c3c7-a6bb-4b69-a1eb-3184d2d36985 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325840 Aug 17 12:15:52.671599 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f133e2c1-312a-42c2-92d2-26f7aadb7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:52.755262 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16bbc5-a28e-40f4-afc8-bbd0ee2463cd req-e5238c1e-76d6-4ad1-b1d2-4fe483f4a1f3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:52.756694 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0d16bbc5-a28e-40f4-afc8-bbd0ee2463cd req-e5238c1e-76d6-4ad1-b1d2-4fe483f4a1f3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0547309 Aug 17 12:15:52.799374 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0d16bbc5-a28e-40f4-afc8-bbd0ee2463cd req-36fa1d1c-fbea-4470-8318-be6427f9c85e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355194 Aug 17 12:15:53.196365 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:15:53.689967 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d6e98-c9b6-4fd5-93eb-6f082d311518 req-8a8d68d0-509f-46cd-82e4-7ff0474a9958 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:53.691499 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c1d6e98-c9b6-4fd5-93eb-6f082d311518 req-8a8d68d0-509f-46cd-82e4-7ff0474a9958 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0497684 Aug 17 12:15:53.730614 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5c1d6e98-c9b6-4fd5-93eb-6f082d311518 req-90d772fc-0a71-4e5b-a7f3-26fe8fd16821 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Aug 17 12:15:53.923046 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9660b56-1c2a-4b7d-a228-bca6002c2495 req-47978946-b963-4588-aa74-c8433a9c4454 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:53.924458 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9660b56-1c2a-4b7d-a228-bca6002c2495 req-47978946-b963-4588-aa74-c8433a9c4454 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0494542 Aug 17 12:15:53.963935 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b9660b56-1c2a-4b7d-a228-bca6002c2495 req-d6b859c7-9de3-414a-8a0c-e23fe6c9d5e8 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Aug 17 12:15:54.316058 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:54.858980 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0238c3-e9cb-4ff3-91b1-76799558d42e req-7a5301f3-cf3e-47cb-b089-406416183fdf tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:54.860553 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0c0238c3-e9cb-4ff3-91b1-76799558d42e req-7a5301f3-cf3e-47cb-b089-406416183fdf tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0626714 Aug 17 12:15:54.900035 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0c0238c3-e9cb-4ff3-91b1-76799558d42e req-0c7b75c1-e78d-4f9a-922e-35824cb106bf tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Aug 17 12:15:55.084866 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0fa6-8dec-4bb7-9fa3-539bc6e5367f req-26e4807c-af68-4f6f-ac51-65acae807284 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:55.086561 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-870a0fa6-8dec-4bb7-9fa3-539bc6e5367f req-26e4807c-af68-4f6f-ac51-65acae807284 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0512197 Aug 17 12:15:55.116864 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-d25c3541-bdab-4aac-9c8c-2d5b283d0e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:55.126638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-870a0fa6-8dec-4bb7-9fa3-539bc6e5367f req-bd25b2c7-b5b2-4172-a2bb-d0ffbfae0596 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341907 Aug 17 12:15:55.218556 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:56.016280 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e033e-2aba-4bb1-87bc-8afeac2c1d68 req-9bd97dd8-69a1-4188-8d29-7364901a00dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:56.017929 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e9e033e-2aba-4bb1-87bc-8afeac2c1d68 req-9bd97dd8-69a1-4188-8d29-7364901a00dc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0509856 Aug 17 12:15:56.056172 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2e9e033e-2aba-4bb1-87bc-8afeac2c1d68 req-ce70a5bf-40b2-4ddc-b5e1-b9ddea385dab tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Aug 17 12:15:56.253468 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c7f56-c362-44f4-8ce5-9dcbd422400f req-30e9c5fb-496e-4823-80fa-2fd068d65182 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:56.254970 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-871c7f56-c362-44f4-8ce5-9dcbd422400f req-30e9c5fb-496e-4823-80fa-2fd068d65182 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0530102 Aug 17 12:15:56.294379 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-871c7f56-c362-44f4-8ce5-9dcbd422400f req-971c212f-94d4-4439-a79d-933bf3cd902f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327425 Aug 17 12:15:56.487773 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:57.177857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5e2ca-404f-42c8-b872-d65fc8afa0f8 req-8fba98ea-bda1-4670-b15d-1ccdd4211d65 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:57.179410 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bdc5e2ca-404f-42c8-b872-d65fc8afa0f8 req-8fba98ea-bda1-4670-b15d-1ccdd4211d65 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0561349 Aug 17 12:15:57.221332 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bdc5e2ca-404f-42c8-b872-d65fc8afa0f8 req-78aee537-e870-4770-8b55-3b81eafb8855 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349774 Aug 17 12:15:57.415483 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd832fe-68fc-4ee0-b540-cc2a39062e75 req-f6c673db-fd6f-4a02-ab17-915e0ede6421 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:57.416997 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fd832fe-68fc-4ee0-b540-cc2a39062e75 req-f6c673db-fd6f-4a02-ab17-915e0ede6421 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0511847 Aug 17 12:15:57.453582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fd832fe-68fc-4ee0-b540-cc2a39062e75 req-5f257795-84fa-4a00-90ff-c2bf5ea7302b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Aug 17 12:15:58.069485 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:15:58.340125 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4671b-36cf-4fbd-b553-de053566e719 req-335d07e8-98b2-4bca-b6d7-5761f1a85d4c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:58.341644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0a4671b-36cf-4fbd-b553-de053566e719 req-335d07e8-98b2-4bca-b6d7-5761f1a85d4c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0539503 Aug 17 12:15:58.380309 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0a4671b-36cf-4fbd-b553-de053566e719 req-3c3e7304-c6ca-4fe0-b398-4b49dac87281 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Aug 17 12:15:58.579743 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573785f7-9489-49c6-8729-721dc210c7a3 req-190a992d-a02a-4965-9bc6-ad9ddd778ccd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:58.581621 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-573785f7-9489-49c6-8729-721dc210c7a3 req-190a992d-a02a-4965-9bc6-ad9ddd778ccd tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0554495 Aug 17 12:15:58.620996 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-573785f7-9489-49c6-8729-721dc210c7a3 req-814e5a43-641b-442f-bbaf-d99c801237e3 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Aug 17 12:15:59.498706 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767ce92-c516-4f45-b07f-7f39c273392b req-3004cac4-efc1-4b61-a06d-2aefa1ae7223 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:59.500216 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b767ce92-c516-4f45-b07f-7f39c273392b req-3004cac4-efc1-4b61-a06d-2aefa1ae7223 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0514205 Aug 17 12:15:59.539587 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b767ce92-c516-4f45-b07f-7f39c273392b req-a7046de0-1e21-4b9a-9c16-a041e86c2b98 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334747 Aug 17 12:15:59.755866 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c195c-2a4d-414f-82be-2c15ccf96218 req-6e720b9e-702a-447e-a539-d26bcdddeb04 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:15:59.757378 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d12c195c-2a4d-414f-82be-2c15ccf96218 req-6e720b9e-702a-447e-a539-d26bcdddeb04 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0619073 Aug 17 12:15:59.797143 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d12c195c-2a4d-414f-82be-2c15ccf96218 req-6a2bb23a-9ed8-4d8a-a42d-0fc9a4c0c93a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328610 Aug 17 12:16:00.658772 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca473b6-ad18-4a17-b45f-dd17e7edbe44 req-a9c2488c-50a4-46d0-9c37-bc42f90de216 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:00.660218 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4ca473b6-ad18-4a17-b45f-dd17e7edbe44 req-a9c2488c-50a4-46d0-9c37-bc42f90de216 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0504892 Aug 17 12:16:00.700867 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4ca473b6-ad18-4a17-b45f-dd17e7edbe44 req-4dc4b2c6-62f2-44ad-9f2f-eb4e258d035e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Aug 17 12:16:00.928319 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91b25d-57d3-456f-80c3-1b8fbd749ea0 req-0d719721-3b13-4758-b327-d5aa000c5cda tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:00.929767 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b91b25d-57d3-456f-80c3-1b8fbd749ea0 req-0d719721-3b13-4758-b327-d5aa000c5cda tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0575106 Aug 17 12:16:00.969070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9b91b25d-57d3-456f-80c3-1b8fbd749ea0 req-3e6b5527-3a4a-4125-a7c6-ca8e90fd7bd2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331390 Aug 17 12:16:01.818819 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2ee6b-d78f-4989-a96f-0223a3d429f2 req-2b49cc12-89fc-482c-8969-5415c9f5c02f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:01.820274 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-97f2ee6b-d78f-4989-a96f-0223a3d429f2 req-2b49cc12-89fc-482c-8969-5415c9f5c02f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0523572 Aug 17 12:16:01.859161 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-97f2ee6b-d78f-4989-a96f-0223a3d429f2 req-8ba06ed6-01e8-4b33-847e-8ce2e27c38f2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Aug 17 12:16:02.090998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfcda0-bcfd-4c9b-983d-214312c9456e req-388eddbc-b26e-4872-a89d-fd525e46cd59 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:02.092929 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dcbfcda0-bcfd-4c9b-983d-214312c9456e req-388eddbc-b26e-4872-a89d-fd525e46cd59 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0529420 Aug 17 12:16:02.131595 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dcbfcda0-bcfd-4c9b-983d-214312c9456e req-9ffcc638-49c9-4471-a546-ac32fa053507 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Aug 17 12:16:02.980107 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47eaf-5eea-495c-b981-d382b868f2f2 req-7b51ec87-c723-4204-9c61-2e7c3c46e700 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:02.981614 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72f47eaf-5eea-495c-b981-d382b868f2f2 req-7b51ec87-c723-4204-9c61-2e7c3c46e700 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0486512 Aug 17 12:16:03.017475 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-72f47eaf-5eea-495c-b981-d382b868f2f2 req-ffc18375-016a-46da-bef5-9f7d06b0f974 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301600 Aug 17 12:16:03.250325 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e987f4-2e64-4030-ba19-3db6caf2225b req-380ca059-fcce-49b3-92de-b6897ae75852 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:03.251754 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c3e987f4-2e64-4030-ba19-3db6caf2225b req-380ca059-fcce-49b3-92de-b6897ae75852 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0505397 Aug 17 12:16:03.288052 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c3e987f4-2e64-4030-ba19-3db6caf2225b req-6aabf11c-9230-4ada-99fd-9f42ce679c3d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Aug 17 12:16:04.129290 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50cd25-c915-43af-853c-9be4a53101f1 req-e3f6998b-4bb7-4e0f-9b44-0e9a4d179221 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:04.130742 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fc50cd25-c915-43af-853c-9be4a53101f1 req-e3f6998b-4bb7-4e0f-9b44-0e9a4d179221 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0480001 Aug 17 12:16:04.167056 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fc50cd25-c915-43af-853c-9be4a53101f1 req-6dacb8d5-ab13-48ef-b27f-db5712a04da7 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307059 Aug 17 12:16:04.402597 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77456010-5584-4a2b-8026-f369200de0de req-1be0493c-cd0e-43c8-b44a-8392917c8c5f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:04.404653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77456010-5584-4a2b-8026-f369200de0de req-1be0493c-cd0e-43c8-b44a-8392917c8c5f tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0488632 Aug 17 12:16:04.440704 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-77456010-5584-4a2b-8026-f369200de0de req-29003376-3f67-4f57-b8ac-e9de1fb980e4 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298908 Aug 17 12:16:05.280360 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e296b-bf83-4776-87ff-81c765d7e5b1 req-06a66397-4c46-4a2d-b1c6-9c6286fc06c1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:05.281825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-873e296b-bf83-4776-87ff-81c765d7e5b1 req-06a66397-4c46-4a2d-b1c6-9c6286fc06c1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0513830 Aug 17 12:16:05.318630 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-873e296b-bf83-4776-87ff-81c765d7e5b1 req-1c4fa224-2c72-46a9-8677-71c7cd7a9fb1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307918 Aug 17 12:16:05.558087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde7044-3ea6-49ef-b2ba-1759c6703425 req-24ae4689-7430-4749-a4b8-c0f79d92cc9b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:05.560263 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fcde7044-3ea6-49ef-b2ba-1759c6703425 req-24ae4689-7430-4749-a4b8-c0f79d92cc9b tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0488856 Aug 17 12:16:05.601423 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fcde7044-3ea6-49ef-b2ba-1759c6703425 req-75872ba4-c887-40dd-aa6c-045b3494d5de tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Aug 17 12:16:05.754560 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcafe-c400-41b5-903b-9c7420d25420 req-b08775bf-0518-4bf3-90cd-f70ef53045ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:05.756193 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-b08775bf-0518-4bf3-90cd-f70ef53045ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0847306 Aug 17 12:16:05.868376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcafe-c400-41b5-903b-9c7420d25420 req-fa33dc8c-70e6-4797-84ac-81c82b5f9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:05.869926 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-fa33dc8c-70e6-4797-84ac-81c82b5f9555 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 200 len: 917 time: 0.0929778 Aug 17 12:16:05.934184 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-c7fb1b2f-06ec-4242-8dbc-6b2be8874b9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 200 len: 998 time: 0.0565779 Aug 17 12:16:05.986436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcafe-c400-41b5-903b-9c7420d25420 req-728fc20b-fb82-41cc-9391-cb619a87657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:05.987786 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-728fc20b-fb82-41cc-9391-cb619a87657f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 200 len: 855 time: 0.0459414 Aug 17 12:16:06.031904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcafe-c400-41b5-903b-9c7420d25420 req-cc478664-cb01-46d4-a1fc-f32ea65a6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:06.033627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-cc478664-cb01-46d4-a1fc-f32ea65a6efc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cee39732-cd1d-48f9-9ccd-562147b82d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387840 Aug 17 12:16:06.045979 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-8e810c8d-6188-41c7-bcfe-ed5530075ba8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:16:06.046899 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-8e810c8d-6188-41c7-bcfe-ed5530075ba8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052345 Aug 17 12:16:06.134071 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-d5561462-ddb2-4d90-9df5-4edfc07083da service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786445 Aug 17 12:16:06.229928 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-42edcafe-c400-41b5-903b-9c7420d25420 req-a19d7d4c-788f-479f-8983-243cd058ab52 service neutron] 10.222.0.60 "GET /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Aug 17 12:16:06.429784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e2be8-5ad2-4a53-9e46-adacca3d4553 req-0415f2be-f154-4daf-b7f6-ba1ad243bd38 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:06.431209 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b8e2be8-5ad2-4a53-9e46-adacca3d4553 req-0415f2be-f154-4daf-b7f6-ba1ad243bd38 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 944 time: 0.0477247 Aug 17 12:16:06.466537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b8e2be8-5ad2-4a53-9e46-adacca3d4553 req-87f88dec-7130-4b13-b06d-d4bb10c0e6a8 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290778 Aug 17 12:16:06.726718 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2355ed1-ec7c-4706-a147-494fe734a9b1 req-373c3382-6c74-4a5b-9fbe-b05402a5838a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:06.728180 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2355ed1-ec7c-4706-a147-494fe734a9b1 req-373c3382-6c74-4a5b-9fbe-b05402a5838a tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0510514 Aug 17 12:16:06.771448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d2355ed1-ec7c-4706-a147-494fe734a9b1 req-184cfe50-8673-4c72-a8ab-a7ce3935baa0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Aug 17 12:16:07.252737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 875faad1-0b5a-424e-aa59-3aa30c6ba360 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:16:07.346054 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:07.357143 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:16:07.397106 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:07.409761 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875faad1-0b5a-424e-aa59-3aa30c6ba360 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:16:07.429078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:07.432995 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:07.477856 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:07.578850 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863caa3c-bef1-4de9-9fed-03b157860ff8 req-186bbfed-ad70-4a00-91dd-b2366166130c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:07.580323 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-863caa3c-bef1-4de9-9fed-03b157860ff8 req-186bbfed-ad70-4a00-91dd-b2366166130c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 945 time: 0.0489850 Aug 17 12:16:07.616605 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-863caa3c-bef1-4de9-9fed-03b157860ff8 req-6b0ed2e7-9c2c-40d4-b446-154b4e4f7eb1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Aug 17 12:16:07.892091 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7093c-adf1-4e4c-b3eb-05f120a70f84 req-aa37213f-93da-4711-8af0-399d921e0368 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:07.893576 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ac7093c-adf1-4e4c-b3eb-05f120a70f84 req-aa37213f-93da-4711-8af0-399d921e0368 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0490105 Aug 17 12:16:07.897070 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['875faad1-0b5a-424e-aa59-3aa30c6ba360'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:16:07.931007 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ac7093c-adf1-4e4c-b3eb-05f120a70f84 req-d0def959-2d91-4b59-aad2-dbe371b06ca2 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Aug 17 12:16:08.731070 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9a3bb-69a3-46c4-bce4-3663db65560b req-c9ee02fd-c3ac-4c4d-8ff3-27e8f75b6331 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:08.732536 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58b9a3bb-69a3-46c4-bce4-3663db65560b req-c9ee02fd-c3ac-4c4d-8ff3-27e8f75b6331 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 945 time: 0.0506957 Aug 17 12:16:08.769735 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-58b9a3bb-69a3-46c4-bce4-3663db65560b req-240d1f36-7d96-47d0-bde8-774ea795fab9 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Aug 17 12:16:09.049638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4930c41-154c-4b3a-b1f2-d4334b0dfc9f req-b5bb646c-5c29-4c62-ae20-136050c016ec tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:09.051061 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f4930c41-154c-4b3a-b1f2-d4334b0dfc9f req-b5bb646c-5c29-4c62-ae20-136050c016ec tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 943 time: 0.0471897 Aug 17 12:16:09.086597 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f4930c41-154c-4b3a-b1f2-d4334b0dfc9f req-70a384e4-ac33-4c6f-a37a-0c51a075740e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298128 Aug 17 12:16:09.275204 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:16:09.283147 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 875faad1-0b5a-424e-aa59-3aa30c6ba360 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:16:09.497560 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port 875faad1-0b5a-424e-aa59-3aa30c6ba360 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:16:09.507411 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 875faad1-0b5a-424e-aa59-3aa30c6ba360 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:16:09.507777 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:09.540444 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:09.557154 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'port_id': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'mac_address': 'fa:16:3e:98:b7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:16:09.622281 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:09.641059 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:09.644260 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:16:09.674766 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:09.678826 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:16:09.681087 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99c14fd-7af7-4493-8be0-46453f499935" -d '{"events": [{"server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "name": "network-vif-plugged", "status": "completed", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:16:09.691238 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:09.697435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:09.717236 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:09.719891 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944e743-74e7-46a7-b014-a0864e76847d x-openstack-request-id: req-c944e743-74e7-46a7-b014-a0864e76847d {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:16:09.720180 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "name": "network-vif-plugged", "status": "completed", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:16:09.720429 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c944e743-74e7-46a7-b014-a0864e76847d {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:16:09.720804 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'code': 200} Aug 17 12:16:09.743039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=9']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:09.791771 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:09.883044 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee88c-c42f-4ffe-830c-0f78bb2c7937 req-3ee8d49c-f75d-4bd3-86a2-b24db92eef00 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:09.884719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2ee88c-c42f-4ffe-830c-0f78bb2c7937 req-3ee8d49c-f75d-4bd3-86a2-b24db92eef00 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0496366 Aug 17 12:16:09.922088 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9a2ee88c-c42f-4ffe-830c-0f78bb2c7937 req-c3758758-1d46-49a7-871a-11afbbd1d4c9 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Aug 17 12:16:09.975101 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc3005-c540-4776-845c-44d08b9f0cbe req-4364cd67-e89c-411d-9619-4b54d0b6f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:09.976556 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ddc3005-c540-4776-845c-44d08b9f0cbe req-4364cd67-e89c-411d-9619-4b54d0b6f081 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1099 time: 0.0433218 Aug 17 12:16:10.011014 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5ddc3005-c540-4776-845c-44d08b9f0cbe req-daa47f6b-1cce-4925-a712-faa2fbf36aa7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262260 Aug 17 12:16:10.148549 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['41c2ff58-0218-4dc8-8022-8b7f94b79098'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:16:10.207393 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499182de-eade-4ae1-a63e-241a57379202 req-1ce8f032-98ba-4dc7-ae7b-1e8658f2d2e0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:10.208877 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-499182de-eade-4ae1-a63e-241a57379202 req-1ce8f032-98ba-4dc7-ae7b-1e8658f2d2e0 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0485039 Aug 17 12:16:10.246937 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-499182de-eade-4ae1-a63e-241a57379202 req-c8a4a1fe-88f1-4508-b411-fbc7f706b756 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Aug 17 12:16:11.038107 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2aec-5c3a-4164-b21f-62e5bd45ae59 req-0f2547c8-a04a-4c7e-8e20-7094d75c8dc1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:11.039461 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-831f2aec-5c3a-4164-b21f-62e5bd45ae59 req-0f2547c8-a04a-4c7e-8e20-7094d75c8dc1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0472789 Aug 17 12:16:11.075523 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-831f2aec-5c3a-4164-b21f-62e5bd45ae59 req-c2bdd4eb-f51a-48b1-a53a-755d6298eb77 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302927 Aug 17 12:16:11.291114 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:16:11.337030 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port 41c2ff58-0218-4dc8-8022-8b7f94b79098 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:16:11.337407 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:11.370825 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba991b-eb31-426f-823e-aaa86909dbec req-dab03758-cf0a-4aae-9248-7c4b92ea8eca tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:11.372303 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2dba991b-eb31-426f-823e-aaa86909dbec req-dab03758-cf0a-4aae-9248-7c4b92ea8eca tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 944 time: 0.0546679 Aug 17 12:16:11.410512 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2dba991b-eb31-426f-823e-aaa86909dbec req-bb37bf17-f932-459c-9c9b-004488e3e435 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 17 12:16:11.417213 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:11.449650 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:11.454184 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:11.500839 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=10']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:11.722237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:16:11.724646 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cbbb52-5c09-4b60-a384-f8f24d74a6dc" -d '{"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:16:11.759012 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db0caa9-2836-4e7d-b43e-35da6d2a8929 x-openstack-request-id: req-4db0caa9-2836-4e7d-b43e-35da6d2a8929 {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:16:11.759299 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-plugged", "status": "completed", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:16:11.759551 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4db0caa9-2836-4e7d-b43e-35da6d2a8929 {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:16:11.759939 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'code': 200} Aug 17 12:16:11.982151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f13b-baac-40c7-a524-e7278a754fc2 req-55843091-23db-4393-b88d-6132cf6d1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:11.984034 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a99f13b-baac-40c7-a524-e7278a754fc2 req-55843091-23db-4393-b88d-6132cf6d1a86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 1099 time: 0.0390446 Aug 17 12:16:12.017711 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6a99f13b-baac-40c7-a524-e7278a754fc2 req-4a361ce5-e20e-4510-9c3d-628d645dee0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269744 Aug 17 12:16:12.189229 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459d2a5-f999-4ca5-8ff2-029fa2c2acfb req-12d4938b-2242-4f78-804e-7683f05a1376 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:12.190695 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c459d2a5-f999-4ca5-8ff2-029fa2c2acfb req-12d4938b-2242-4f78-804e-7683f05a1376 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0481257 Aug 17 12:16:12.225886 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c459d2a5-f999-4ca5-8ff2-029fa2c2acfb req-ec728f03-b35e-491a-8089-f28db20a7fad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295420 Aug 17 12:16:12.351712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8e48-1d83-4a3e-a467-551bec15cd49 req-3e5a4b99-513a-486a-a20e-39709644c1b2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:12.353155 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-857c8e48-1d83-4a3e-a467-551bec15cd49 req-3e5a4b99-513a-486a-a20e-39709644c1b2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Aug 17 12:16:12.389609 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-857c8e48-1d83-4a3e-a467-551bec15cd49 req-61cc82d7-cf32-41aa-ad9f-19dc3d9b5701 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299044 Aug 17 12:16:12.411603 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45152) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:12.449565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378302ad-067d-4931-be9f-e839945b5ecf tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:12.451100 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-378302ad-067d-4931-be9f-e839945b5ecf tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1094 time: 0.0385246 Aug 17 12:16:12.453893 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45156) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:12.458296 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:16:12.486458 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:12.831546 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b0ae8-fb63-41ee-a902-c43252a6d07c req-3d35b2b2-c75b-4c2e-91f3-782e1ab89e8d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:12.833034 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a6b0ae8-fb63-41ee-a902-c43252a6d07c req-3d35b2b2-c75b-4c2e-91f3-782e1ab89e8d tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.3488665 Aug 17 12:16:12.879074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a6b0ae8-fb63-41ee-a902-c43252a6d07c req-1f513b81-9d5b-44bc-a6b0-dc88f6a279c1 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Aug 17 12:16:12.903685 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.018666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.27.0.145 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/bce08054-36c9-4be6-901b-d092be1bac7e) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:16:13.116511 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.153301 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.187693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:16:13.192316 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:16:13.195754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:16:13.223062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=bce08054-36c9-4be6-901b-d092be1bac7e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:13.547444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.617858 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.788922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.794560 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:13.859985 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=bce08054-36c9-4be6-901b-d092be1bac7e,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:13.872433 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:14.003397 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP 6025a4b6-e500-4377-9565-84a5eb017124 associated. External IP: 172.27.0.145, port: 875faad1-0b5a-424e-aa59-3aa30c6ba360. Aug 17 12:16:14.052035 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7ae1d-f6fd-48c4-b5e8-a5defcc6a6f8 req-fd5dd22c-9db6-414b-add8-3b5f3deb0b02 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:14.053552 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-57f7ae1d-f6fd-48c4-b5e8-a5defcc6a6f8 req-fd5dd22c-9db6-414b-add8-3b5f3deb0b02 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.0982831 Aug 17 12:16:14.130716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-57f7ae1d-f6fd-48c4-b5e8-a5defcc6a6f8 req-fd845436-3d35-402a-a86b-86961e0c8b40 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707099 Aug 17 12:16:14.250601 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:16:14.363460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:16:14.372747 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:16:14.378104 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:14.384011 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:14.384638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:15:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:14.407674 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c6b6e60d-e85c-4f64-9da5-544659c75674 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9527340 Aug 17 12:16:14.408271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:16:14.410537 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9031ba-3b30-4d8c-b3de-964e28065b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:16:14.445323 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7628cf-ec8e-4008-9aa3-1f4cc4fba9d8 x-openstack-request-id: req-da7628cf-ec8e-4008-9aa3-1f4cc4fba9d8 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:16:14.445619 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:16:14.446244 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-da7628cf-ec8e-4008-9aa3-1f4cc4fba9d8 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:16:14.446244 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'status': 'completed', 'code': 200} Aug 17 12:16:14.504815 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:14.527693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-c7620e94-d62b-43f2-82eb-165065f2ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:14.529276 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-c7620e94-d62b-43f2-82eb-165065f2ab2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1099 time: 0.0404282 Aug 17 12:16:14.622871 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-3397ab4b-0291-41ba-9be1-e136fc839dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:14.624932 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-3397ab4b-0291-41ba-9be1-e136fc839dc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0886464 Aug 17 12:16:14.702551 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-8a34f99a-77c4-41ae-8cfc-bb3ce7e48a5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 1000 time: 0.0701454 Aug 17 12:16:14.738563 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:13Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:14.755427 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-d1252aff-263c-4c63-b65c-130b8783c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:14.756876 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-d1252aff-263c-4c63-b65c-130b8783c938 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0477214 Aug 17 12:16:14.767355 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:16:14.776115 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:14.776780 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:15:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:14.807844 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-b1753e22-0246-4da2-84f1-de89f6fd5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:14.809429 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-b1753e22-0246-4da2-84f1-de89f6fd5a5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407722 Aug 17 12:16:14.887207 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:14.909074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-59471dd4-3515-4822-8bf0-0d880723f4cd service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916474 Aug 17 12:16:15.013212 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-5a9031ba-3b30-4d8c-b3de-964e28065b0b req-667b7d2e-bf8e-4e13-9e19-a82355aaada2 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964060 Aug 17 12:16:15.164404 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:13Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:15.194322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef52851d-7ae4-4bd7-b03d-403721238db4 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:13Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:16:15.253159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949249-b6f1-4292-adf3-f858053c58b1 req-acf42f39-e1d0-4a63-83aa-2d2ced937e18 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:15.254653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-19949249-b6f1-4292-adf3-f858053c58b1 req-acf42f39-e1d0-4a63-83aa-2d2ced937e18 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.0489380 Aug 17 12:16:15.292092 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-19949249-b6f1-4292-adf3-f858053c58b1 req-1f7ec417-43bd-4d14-b86b-be13458097d6 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314965 Aug 17 12:16:15.380505 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609ae3b7-f70a-4ec3-a9fc-ab8c48db1418 None None] New status for floating IP 6025a4b6-e500-4377-9565-84a5eb017124: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:16:16.266017 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:16:22.672890 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b3ea1d3-55e9-48f2-a975-95dd1c3db413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:24.332359 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:25.107553 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7f03-56a0-4774-99ba-5b1e2a8ec6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:25.220025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:26.489686 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:28.072709 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:28.357861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bd160-0769-4dd9-8192-1d245675fc9b req-2420442f-cd54-4285-899c-5342f860b3b2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:28.359313 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-233bd160-0769-4dd9-8192-1d245675fc9b req-2420442f-cd54-4285-899c-5342f860b3b2 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0521700 Aug 17 12:16:28.395281 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-233bd160-0769-4dd9-8192-1d245675fc9b req-3976dddb-df01-41de-8aac-8a463521632a tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301881 Aug 17 12:16:29.509017 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28ad5-bb06-4066-b28e-7b13110cfb39 req-cfbf251c-d632-483c-8071-0b5704ba9fa1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:29.510463 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8cd28ad5-bb06-4066-b28e-7b13110cfb39 req-cfbf251c-d632-483c-8071-0b5704ba9fa1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 17 12:16:29.547142 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8cd28ad5-bb06-4066-b28e-7b13110cfb39 req-f792b7ab-0d95-4f22-b489-9441c5454358 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Aug 17 12:16:30.658837 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc124a-3674-4ce0-a334-e836440e55fc req-d7994179-8b09-4666-a67c-e93622a1a804 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:30.660273 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3cc124a-3674-4ce0-a334-e836440e55fc req-d7994179-8b09-4666-a67c-e93622a1a804 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0474284 Aug 17 12:16:30.696750 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d3cc124a-3674-4ce0-a334-e836440e55fc req-fad1d8c1-5637-4c2d-9866-27a25da45ad7 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups?id=0be4517b-bec3-4d69-a043-d567da59af37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306394 Aug 17 12:16:30.780999 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-0bae79e8-b5f5-4f40-ba32-415b589cc553 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:30.782722 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-0bae79e8-b5f5-4f40-ba32-415b589cc553 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 946 time: 0.0508990 Aug 17 12:16:30.876030 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Deleting port cbe9299b-8a36-4458-87e4-31f9fff1db33 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:16:30.876288 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:30.963416 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] For port cbe9299b-8a36-4458-87e4-31f9fff1db33, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cbe9299b-8a36-4458-87e4-31f9fff1db33,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:30.963779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:31.137042 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:31.137351 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:31.137635 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Floating IP 797475af-31ee-4f7f-95e1-e25b60ba9056 disassociated. External IP: 172.27.0.35, port: cbe9299b-8a36-4458-87e4-31f9fff1db33. Aug 17 12:16:31.137976 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Calling delete_port for cbe9299b-8a36-4458-87e4-31f9fff1db33 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:16:31.262078 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:31.291419 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'Port': ['ID=cbe9299b-8a36-4458-87e4-31f9fff1db33,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:31.399673 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:16:31.502958 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:16:31.512302 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:16:31.521269 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:31.521880 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:31.541418 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] No DVR routers for this DVR port cbe9299b-8a36-4458-87e4-31f9fff1db33 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:16:31.543882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:31.545853 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7eb681aa-eb4a-4fc6-8a27-200b302a3710 req-290f79f3-9957-432c-9f9d-2e23a17946f1 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.60 "DELETE /v2.0/ports/cbe9299b-8a36-4458-87e4-31f9fff1db33 HTTP/1.1" status: 204 len: 173 time: 0.7514107 Aug 17 12:16:31.546305 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'name': 'network-vif-deleted', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:16:31.548506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b3756a-f0b1-4a91-8e7a-5d98bfaae396" -d '{"events": [{"server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "name": "network-vif-deleted", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:16:31.630397 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:31.661789 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b36c7-b435-4a91-b6eb-7911824319f4 x-openstack-request-id: req-067b36c7-b435-4a91-b6eb-7911824319f4 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:16:31.662324 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a45e91-a353-4f1e-976f-c5286db1caee", "name": "network-vif-deleted", "tag": "cbe9299b-8a36-4458-87e4-31f9fff1db33", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:16:31.662324 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-067b36c7-b435-4a91-b6eb-7911824319f4 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:16:31.662711 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a45e91-a353-4f1e-976f-c5286db1caee', 'name': 'network-vif-deleted', 'tag': 'cbe9299b-8a36-4458-87e4-31f9fff1db33', 'status': 'completed', 'code': 200} Aug 17 12:16:31.809163 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-777d5d94-2a49-4136-8b3d-bf735257c96d req-6464638d-e0df-4e2b-a0b8-bb0676a5906b tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/ports?device_id=27a45e91-a353-4f1e-976f-c5286db1caee HTTP/1.1" status: 200 len: 210 time: 0.0257471 Aug 17 12:16:31.846102 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:31.875740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:16:31.883953 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:31.884502 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:32.117407 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:32.318746 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:32.343839 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c051bd2-492d-428d-9c5c-5c6ba8d58f4c None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:05:44Z', 'revision_number': 4, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048', 'name': '', 'network_id': 'ca8418cd-9ec3-4f12-9e62-d2e258234fa2', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'mac_address': 'fa:16:3e:a5:f7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:43Z', 'updated_at': '2021-08-17T12:05:56Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'subnets': [{'id': '6edd82e0-3132-456e-bc3d-fba87bf35d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:16:32.560684 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6bdaf-34d4-4ae5-9e5e-39ff6254fdd9 None None] New status for floating IP 797475af-31ee-4f7f-95e1-e25b60ba9056: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:16:32.891497 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45318) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:32.942880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:32.968390 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.011988 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.015049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.016147 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "DELETE /v2.0/security-groups/0be4517b-bec3-4d69-a043-d567da59af37 HTTP/1.1" status: 204 len: 168 time: 0.1236942 Aug 17 12:16:33.018904 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45320) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:33.024508 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c8d0-2cd6-4a16-8656-1a1de7b40298 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be4517b-bec3-4d69-a043-d567da59af37,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:33.033471 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.api.v2.resource [None req-4b9baff8-636f-4f14-b118-d291727f6553 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] show failed (client error): The resource could not be found. Aug 17 12:16:33.034458 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4b9baff8-636f-4f14-b118-d291727f6553 tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "GET /v2.0/security-groups/0be4517b-bec3-4d69-a043-d567da59af37 HTTP/1.1" status: 404 len: 347 time: 0.0144997 Aug 17 12:16:33.040048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45322) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:33.193728 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Deleting port e646e70d-5254-42c3-9aff-bab4203a6954 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:16:33.193978 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.269027 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.269351 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.280464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Calling delete_port for e646e70d-5254-42c3-9aff-bab4203a6954 owned by network:floatingip {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:16:33.339509 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cbe9299b-8a36-4458-87e4-31f9fff1db33 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:16:33.363265 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: cbe9299b-8a36-4458-87e4-31f9fff1db33 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:16:33.363931 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device cbe9299b-8a36-4458-87e4-31f9fff1db33 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:16:33.419283 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.444818 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Pushing event deleted for resources: {'Port': ['ID=e646e70d-5254-42c3-9aff-bab4203a6954,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:33.468540 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.468887 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.469253 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.469586 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.469914 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.470243 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.470566 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.470890 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.471215 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.471530 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.471848 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.472177 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:33.509113 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks [] for floatingip, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.511681 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:33.512806 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-a116bb26-10a8-4910-93d5-dce2f052d38c tempest-AttachVolumeTestJSON-133489832 tempest-AttachVolumeTestJSON-133489832-project] 10.222.0.58 "DELETE /v2.0/floatingips/797475af-31ee-4f7f-95e1-e25b60ba9056 HTTP/1.1" status: 204 len: 168 time: 0.4718425 Aug 17 12:16:37.048119 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45354) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:37.811392 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.091930 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Deleting port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:16:38.092627 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.166085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] For port a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:38.166443 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.178162 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Calling delete_port for a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:16:38.364880 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.391098 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:38.554039 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.761775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Router fb118498-32c0-4350-bf7b-e80d867a0e0c has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:16:38.863163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:16:38.868824 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4afc786f-7f69-4624-8579-c0097694e04d admin admin] 10.222.0.58 "PUT /v2.0/routers/fb118498-32c0-4350-bf7b-e80d867a0e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191285 Aug 17 12:16:38.871792 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Sync routers for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:16:38.873432 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45358) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:38.881400 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:38.882010 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:38.978232 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:38.987787 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:39.176258 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:16:38Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:39.203436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Checking router: fb118498-32c0-4350-bf7b-e80d867a0e0c for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:16:39.212251 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Routers {'fb118498-32c0-4350-bf7b-e80d867a0e0c'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:16:39.212869 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['fb118498-32c0-4350-bf7b-e80d867a0e0c'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:39.254001 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.318324 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Deleting port ae0560f7-8d86-41de-997f-21f9556cc95b {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:16:39.318666 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.328966 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] Set router fb118498-32c0-4350-bf7b-e80d867a0e0c gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:16:39.405009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] For port ae0560f7-8d86-41de-997f-21f9556cc95b, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=ae0560f7-8d86-41de-997f-21f9556cc95b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:39.405881 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.418061 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Calling delete_port for ae0560f7-8d86-41de-997f-21f9556cc95b owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:16:39.506091 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:16:38Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:39.532370 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433cd95-538a-474b-aae0-b76717e3af4e None None] The sync data for ids ['fb118498-32c0-4350-bf7b-e80d867a0e0c'] in dv-cinder-778193-3-iscsi is: [{'id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'name': 'tempest-AttachVolumeTestJSON-1387733320-router', 'tenant_id': '5ac5ece58fa3444ca75308772ccf5c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:37Z', 'updated_at': '2021-08-17T12:16:38Z', 'revision_number': 5, 'project_id': '5ac5ece58fa3444ca75308772ccf5c16', 'gw_port': {'id': 'ae0560f7-8d86-41de-997f-21f9556cc95b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb118498-32c0-4350-bf7b-e80d867a0e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:16:39.580156 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.606492 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0560f7-8d86-41de-997f-21f9556cc95b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:39.663664 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.751795 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.753865 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.799382 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.799918 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb118498-32c0-4350-bf7b-e80d867a0e0c {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:16:39.804818 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.805976 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-35f2e950-b1b8-4391-9a39-58ba35aba5f2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fb118498-32c0-4350-bf7b-e80d867a0e0c HTTP/1.1" status: 204 len: 168 time: 0.9314659 Aug 17 12:16:39.808372 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45360) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:39.850822 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Deleting subnet 6edd82e0-3132-456e-bc3d-fba87bf35d6f {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:16:39.853659 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:39.887668 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.000176 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.051711 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.077920 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edd82e0-3132-456e-bc3d-fba87bf35d6f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:40.081453 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.085784 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-721c5f11-2ea8-4df2-b69d-1ba8ef763a94 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6edd82e0-3132-456e-bc3d-fba87bf35d6f HTTP/1.1" status: 204 len: 168 time: 0.2740097 Aug 17 12:16:40.086045 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45362) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:40.087162 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3e84f-611e-43cc-bc43-5b7c062e118c None None] Network ca8418cd-9ec3-4f12-9e62-d2e258234fa2 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:16:40.169214 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.236464 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Deleting port 7b596c43-822b-4492-85a7-9155436bddc7 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:16:40.236808 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.299715 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] For port 7b596c43-822b-4492-85a7-9155436bddc7, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7b596c43-822b-4492-85a7-9155436bddc7,segment=NetworkSegment(ed0e262e-82a2-4996-8c60-126441961c64),segment_id=ed0e262e-82a2-4996-8c60-126441961c64)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:16:40.300082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.315818 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Calling delete_port for 7b596c43-822b-4492-85a7-9155436bddc7 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:16:40.392415 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.418765 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b596c43-822b-4492-85a7-9155436bddc7,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:40.420572 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] No DVR routers for this DVR port 7b596c43-822b-4492-85a7-9155436bddc7 on host dv-cinder-778193-3-iscsi {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:16:40.492336 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.502357 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8418cd-9ec3-4f12-9e62-d2e258234fa2']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:40.511736 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0e262e-82a2-4996-8c60-126441961c64') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:40.512036 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0e262e-82a2-4996-8c60-126441961c64') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:16:40.521073 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.536158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.542283 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:16:40.542675 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:16:40.544392 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:16:40.555736 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52c49a-1455-44d0-acc9-044d7f5b8d3d None None] DHCP port deletion for ca8418cd-9ec3-4f12-9e62-d2e258234fa2 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:16:40.602972 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.608122 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.610545 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] 10.222.0.58 "DELETE /v2.0/networks/ca8418cd-9ec3-4f12-9e62-d2e258234fa2 HTTP/1.1" status: 204 len: 168 time: 0.5236661 Aug 17 12:16:40.625508 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4e6c2-b0f8-40da-9731-110a817f923e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8418cd-9ec3-4f12-9e62-d2e258234fa2,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:40.718608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45366) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:40.756632 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-055a374a-20a8-4674-8bda-ab4158f4ee1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ac5ece58fa3444ca75308772ccf5c16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369248 Aug 17 12:16:40.758982 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45368) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:40.806173 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.826276 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.871522 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.874126 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:40.875265 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d73b693a-8795-4f22-88cb-784007f102c3 HTTP/1.1" status: 204 len: 168 time: 0.1154115 Aug 17 12:16:40.882685 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340ff2b-ca10-467c-b1df-aa5c9360c1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73b693a-8795-4f22-88cb-784007f102c3,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:40.955983 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:16:40.975676 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:16:40.976114 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a0ec2e02-d9dc-4381-b3a6-fe5b8b7f2048 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:16:40.976532 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device ae0560f7-8d86-41de-997f-21f9556cc95b no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:16:40.995973 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: ae0560f7-8d86-41de-997f-21f9556cc95b {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:16:40.996318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device ae0560f7-8d86-41de-997f-21f9556cc95b not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:16:40.996721 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7b596c43-822b-4492-85a7-9155436bddc7 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:16:41.014971 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 7b596c43-822b-4492-85a7-9155436bddc7 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:16:41.015320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7b596c43-822b-4492-85a7-9155436bddc7 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:16:45.665344 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45446) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:45.765198 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08b42d80-8499-42c1-b675-482857e4e156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:45.851675 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08b42d80-8499-42c1-b675-482857e4e156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:45.855429 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08b42d80-8499-42c1-b675-482857e4e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:45.895608 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-08b42d80-8499-42c1-b675-482857e4e156 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1edf59d3829141a49059e2f29032aa0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291019 Aug 17 12:16:45.896608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b42d80-8499-42c1-b675-482857e4e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962aff67-8164-4bc3-806a-c379ccb229a5,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:45.898346 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45450) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:45.946949 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:45.967437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.012935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.015812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.017593 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/962aff67-8164-4bc3-806a-c379ccb229a5 HTTP/1.1" status: 204 len: 168 time: 0.1182411 Aug 17 12:16:46.025038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962aff67-8164-4bc3-806a-c379ccb229a5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:46.032366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.032722 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.033096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.033440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.033779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.034116 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.034480 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.034771 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.035107 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.035436 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.035769 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.036094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda7747f-673b-42b7-85e3-a83a8ef4613e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:16:46.266353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45456) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:46.279770 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d995ddfa-deea-4c2f-b7cf-9e465f0aba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.365562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d995ddfa-deea-4c2f-b7cf-9e465f0aba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.369009 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-d995ddfa-deea-4c2f-b7cf-9e465f0aba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.409125 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-d995ddfa-deea-4c2f-b7cf-9e465f0aba76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=60e09f45b2094a42a50f05811c318855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410320 Aug 17 12:16:46.410100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995ddfa-deea-4c2f-b7cf-9e465f0aba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab49fa6-4bc6-4553-b974-1630bcf69938,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:46.411717 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45458) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:46.459581 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.479669 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.530569 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.533407 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:46.534543 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bab49fa6-4bc6-4553-b974-1630bcf69938 HTTP/1.1" status: 204 len: 168 time: 0.1218295 Aug 17 12:16:46.542195 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f85178-7436-46f5-8672-ac2fddca43d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab49fa6-4bc6-4553-b974-1630bcf69938,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:48.254646 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45516) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:48.355605 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-11f85e3d-84b3-41f0-b876-f39a63b79a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.449271 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-11f85e3d-84b3-41f0-b876-f39a63b79a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.453085 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-11f85e3d-84b3-41f0-b876-f39a63b79a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.493226 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-11f85e3d-84b3-41f0-b876-f39a63b79a3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b54da05a797b4902a8ad43465b57a578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375207 Aug 17 12:16:48.494070 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85e3d-84b3-41f0-b876-f39a63b79a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0097fc9d-e576-4657-b3c7-5a817e322b28,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:48.496181 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45520) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:48.545313 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.565829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.610753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.613492 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.614637 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0097fc9d-e576-4657-b3c7-5a817e322b28 HTTP/1.1" status: 204 len: 168 time: 0.1174610 Aug 17 12:16:48.622021 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8af83-f796-4005-b7e0-b3923ef4adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0097fc9d-e576-4657-b3c7-5a817e322b28,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:48.869633 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45526) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:48.882284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fce92b76-1d98-4ef4-9e4e-7d2b8db012ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.970343 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fce92b76-1d98-4ef4-9e4e-7d2b8db012ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:48.974058 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fce92b76-1d98-4ef4-9e4e-7d2b8db012ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:49.010846 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fce92b76-1d98-4ef4-9e4e-7d2b8db012ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86f960cdb9ef4f81ba108fa12bbab607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401918 Aug 17 12:16:49.011708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce92b76-1d98-4ef4-9e4e-7d2b8db012ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0a178-f4b9-4812-9f85-e13076996279,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:49.013646 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45528) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:49.064661 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:49.085904 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:49.132540 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:49.135082 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:49.136211 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65f0a178-f4b9-4812-9f85-e13076996279 HTTP/1.1" status: 204 len: 168 time: 0.1215792 Aug 17 12:16:49.144478 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11e63b-6747-4a2e-8806-5e98d186243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0a178-f4b9-4812-9f85-e13076996279,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:50.148739 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45558) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:50.250419 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e51a0823-65c4-49d8-861b-c8bf1eab063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.335403 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e51a0823-65c4-49d8-861b-c8bf1eab063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.338994 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e51a0823-65c4-49d8-861b-c8bf1eab063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.374591 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e51a0823-65c4-49d8-861b-c8bf1eab063f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aaa22ea4709f4388aed9bde7e99efc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247801 Aug 17 12:16:50.377065 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a0823-65c4-49d8-861b-c8bf1eab063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ceff8fd-ed21-4b19-9c21-3442d02ddc77,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:50.377994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45562) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:16:50.428815 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.449304 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.494336 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.496861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:50.498022 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ceff8fd-ed21-4b19-9c21-3442d02ddc77 HTTP/1.1" status: 204 len: 168 time: 0.1190476 Aug 17 12:16:50.505553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bec94a-e6ae-4c7c-9af0-73c9d2af39d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ceff8fd-ed21-4b19-9c21-3442d02ddc77,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:16:52.674444 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-069e1868-db45-42c8-88a7-bdd6553fed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:53.265052 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:16:54.361470 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:55.107770 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4a388b72-40f7-4712-8310-7256045941e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:55.221620 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:56.493795 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:58.073552 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:16:58.666894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-b2d3f2da-bb59-400b-bdb2-f7550eb2216b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408089 Aug 17 12:16:58.766242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-cec447ec-175e-42cb-a383-74e720f694c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:58.767717 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-cec447ec-175e-42cb-a383-74e720f694c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0394390 Aug 17 12:16:58.871069 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-4caeaebd-8d31-418d-959a-4739c3670bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:58.872513 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-4caeaebd-8d31-418d-959a-4739c3670bc4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.0864034 Aug 17 12:16:58.938172 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-113d30ad-f1df-407d-a18c-27492ed98906 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 1000 time: 0.0567656 Aug 17 12:16:58.992222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-44655170-8aa3-4735-8108-9722b5e8f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:58.993634 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-44655170-8aa3-4735-8108-9722b5e8f50f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0466366 Aug 17 12:16:59.040501 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-e7155315-2544-425b-8be8-de60c9363674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:16:59.042015 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-e7155315-2544-425b-8be8-de60c9363674 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402861 Aug 17 12:16:59.135565 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-3fbb207f-8210-4929-8c5a-ea808d0bd64c service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Aug 17 12:16:59.232985 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1e6e210-bc0b-4c0a-9a91-592f34dcdc4f req-2d204bad-6b29-4b82-bd64-285e3524e217 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883627 Aug 17 12:17:11.953337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45702) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:12.235658 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Deleting port eb6ebbe4-d371-4cd9-9957-c685d7b79c64 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:12.235915 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.310422 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.310750 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.322679 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Calling delete_port for eb6ebbe4-d371-4cd9-9957-c685d7b79c64 owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:12.485942 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.511810 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event deleted for resources: {'Port': ['ID=eb6ebbe4-d371-4cd9-9957-c685d7b79c64,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:12.571499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.571835 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Floating IP a7f64147-c1e6-47da-8c74-a4ffd80414a7 disassociated (deleted). External IP: 172.27.0.78, port: 92465443-fb4b-4b4e-be6e-94c52bc006e4. Aug 17 12:17:12.768348 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:17:12.872091 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:17:12.876848 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:12.884120 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Sync routers for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:17:12.892957 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:12.893592 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:12.906427 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5122993e-d512-4982-b855-d1405fe3a64f tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "DELETE /v2.0/floatingips/a7f64147-c1e6-47da-8c74-a4ffd80414a7 HTTP/1.1" status: 204 len: 168 time: 0.9491827 Aug 17 12:17:12.906427 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:17:12.906783 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e1b340-c07b-407a-aa86-634f9995dc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:17:12.943173 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dfb692-cf29-47e1-8736-29d36c53b29c x-openstack-request-id: req-85dfb692-cf29-47e1-8736-29d36c53b29c {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:17:12.943475 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:17:12.943734 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-85dfb692-cf29-47e1-8736-29d36c53b29c {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:17:12.944136 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'status': 'completed', 'code': 200} Aug 17 12:17:12.999401 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:13.049034 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-122e914b-c4d7-427a-b7ef-15172e9c21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:13.051190 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-122e914b-c4d7-427a-b7ef-15172e9c21cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7f748ebf8de04013a9e23dccf6091381&device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 1098 time: 0.0577686 Aug 17 12:17:13.184545 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bb5a-56e5-4920-8a1f-a23d0686eeec req-f282c112-6e2a-4aee-bd26-f6ffb650299c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:13.186038 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49c5bb5a-56e5-4920-8a1f-a23d0686eeec req-f282c112-6e2a-4aee-bd26-f6ffb650299c tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0971231 Aug 17 12:17:13.197332 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:13.227338 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Checking router: 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:17:13.234902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-0c6f5334-12c5-43c7-9634-655fb37cd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:13.235771 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:13.236355 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-0c6f5334-12c5-43c7-9634-655fb37cd512 service neutron] 10.222.0.60 "GET /v2.0/networks?id=228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 200 len: 909 time: 0.1221097 Aug 17 12:17:13.236475 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:13.243418 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49c5bb5a-56e5-4920-8a1f-a23d0686eeec req-11bfb589-5ac5-4386-94ad-29eb105e9aed tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514576 Aug 17 12:17:13.279153 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-e2dd3fa8-bf6a-414b-a63d-8b7d9c4201f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 200 len: 217 time: 0.0331643 Aug 17 12:17:13.326992 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-eeb3f6d2-f120-4a86-a037-7beecdc49e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:13.328451 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-eeb3f6d2-f120-4a86-a037-7beecdc49e1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 200 len: 847 time: 0.0420716 Aug 17 12:17:13.354661 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:13.379806 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-733a2200-1159-4c06-8a61-87bad3ca97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:13.381306 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-733a2200-1159-4c06-8a61-87bad3ca97ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=228b21ce-7cd1-4037-ae4b-7eb59d423d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444322 Aug 17 12:17:13.573165 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:13.600935 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56093788-45f1-423f-b7f1-7b26a443a48c None None] The sync data for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi is: [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:11:06Z', 'revision_number': 4, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'c87344d9-880d-4b0b-8061-d75efd5b7df6', 'name': '', 'network_id': '228b21ce-7cd1-4037-ae4b-7eb59d423d83', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'mac_address': 'fa:16:3e:a5:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:05Z', 'updated_at': '2021-08-17T12:11:13Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'subnets': [{'id': '1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:17:13.737473 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-ee2a315b-ef2e-4884-88f1-b1e95e3467e4 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475342 Aug 17 12:17:13.803965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea53bc3-78da-4a79-920d-4fb09027abc6 None None] New status for floating IP a7f64147-c1e6-47da-8c74-a4ffd80414a7: DOWN {{(pid=93953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:17:13.840447 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a6e1b340-c07b-407a-aa86-634f9995dc3b req-ace4455e-4330-48e4-a238-f723c07bf963 service neutron] 10.222.0.60 "GET /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946655 Aug 17 12:17:14.360157 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f539f1-b22d-43fa-b8f3-e348fe7b8672 req-088f2f90-a450-4756-afce-74dc62132da8 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:14.361638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-60f539f1-b22d-43fa-b8f3-e348fe7b8672 req-088f2f90-a450-4756-afce-74dc62132da8 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0478375 Aug 17 12:17:14.398018 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-60f539f1-b22d-43fa-b8f3-e348fe7b8672 req-02528b57-e153-4a76-bc12-56f76ffaf8d5 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304968 Aug 17 12:17:15.204519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-56449d3f-f5b8-4f7b-831c-9c471c846119 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:15.205982 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-56449d3f-f5b8-4f7b-831c-9c471c846119 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0472069 Aug 17 12:17:15.299376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Deleting port 92465443-fb4b-4b4e-be6e-94c52bc006e4 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:15.300320 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:15.388553 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] For port 92465443-fb4b-4b4e-be6e-94c52bc006e4, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=92465443-fb4b-4b4e-be6e-94c52bc006e4,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:15.389290 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:15.400713 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Calling delete_port for 92465443-fb4b-4b4e-be6e-94c52bc006e4 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:15.544487 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66eb4a-cd83-4c4b-95da-8a12a92d2d92 req-c8e71a69-0844-44ad-aa9c-3dc2643f9b83 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:15.545905 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a66eb4a-cd83-4c4b-95da-8a12a92d2d92 req-c8e71a69-0844-44ad-aa9c-3dc2643f9b83 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff948ef7-2b50-4c97-9b85-d78e40928273 HTTP/1.1" status: 200 len: 945 time: 0.0821621 Aug 17 12:17:15.571198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:15.606900 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event deleted for resources: {'Port': ['ID=92465443-fb4b-4b4e-be6e-94c52bc006e4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:15.636876 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2a66eb4a-cd83-4c4b-95da-8a12a92d2d92 req-77bb4e8a-ce7a-482f-ba04-d6f850411874 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "GET /v2.0/security-groups?id=85252f8a-6367-476f-b20e-93483fa5726c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829883 Aug 17 12:17:15.655221 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] No DVR routers for this DVR port 92465443-fb4b-4b4e-be6e-94c52bc006e4 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:15.658099 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:15.660630 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9d604497-2332-4dfe-a230-482aeefd2cc4 req-419bc013-9761-435c-bb47-79103975a687 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.60 "DELETE /v2.0/ports/92465443-fb4b-4b4e-be6e-94c52bc006e4 HTTP/1.1" status: 204 len: 173 time: 0.4462607 Aug 17 12:17:15.661083 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-deleted', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:17:15.663283 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d933b8b-959e-453b-abde-bfb4fcbdacdd" -d '{"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-deleted", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:17:15.697118 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6e7e5-dd5d-46db-8d63-06fe3f5fcb34 x-openstack-request-id: req-f3b6e7e5-dd5d-46db-8d63-06fe3f5fcb34 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:17:15.697396 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff948ef7-2b50-4c97-9b85-d78e40928273", "name": "network-vif-deleted", "tag": "92465443-fb4b-4b4e-be6e-94c52bc006e4", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:17:15.697676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f3b6e7e5-dd5d-46db-8d63-06fe3f5fcb34 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:17:15.698048 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff948ef7-2b50-4c97-9b85-d78e40928273', 'name': 'network-vif-deleted', 'tag': '92465443-fb4b-4b4e-be6e-94c52bc006e4', 'status': 'completed', 'code': 200} Aug 17 12:17:16.692791 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45744) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:16.750338 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:16.774496 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:16.832874 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:16.835554 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:16.836730 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] 10.222.0.58 "DELETE /v2.0/security-groups/85252f8a-6367-476f-b20e-93483fa5726c HTTP/1.1" status: 204 len: 168 time: 0.1429315 Aug 17 12:17:16.845435 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b73e2-36a8-46e2-bfa6-b83d6a004fd2 tempest-TestShelveInstance-1832626909 tempest-TestShelveInstance-1832626909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85252f8a-6367-476f-b20e-93483fa5726c,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:16.883159 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45748) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:17.316645 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.495843 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45758) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:17.571388 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Deleting port c87344d9-880d-4b0b-8061-d75efd5b7df6 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:17.571945 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.580843 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:17.603774 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 92465443-fb4b-4b4e-be6e-94c52bc006e4 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:17.604122 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 92465443-fb4b-4b4e-be6e-94c52bc006e4 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:17.606485 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cd73fde0-7d5e-4542-a154-2279ca7ae5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.649736 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] For port c87344d9-880d-4b0b-8061-d75efd5b7df6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=c87344d9-880d-4b0b-8061-d75efd5b7df6,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:17.650450 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.663521 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Calling delete_port for c87344d9-880d-4b0b-8061-d75efd5b7df6 owned by network:router_interface {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:17.695473 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cd73fde0-7d5e-4542-a154-2279ca7ae5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.699433 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cd73fde0-7d5e-4542-a154-2279ca7ae5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.736680 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cd73fde0-7d5e-4542-a154-2279ca7ae5ec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df59e316d02d44d3a36e8a5c28069144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397561 Aug 17 12:17:17.739276 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73fde0-7d5e-4542-a154-2279ca7ae5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fb553f-716e-4a04-8cf5-350c8c1c6d60,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:17.742521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45762) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:17.793597 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.815820 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.841230 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.861426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.864671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:17.865990 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5fb553f-716e-4a04-8cf5-350c8c1c6d60 HTTP/1.1" status: 204 len: 168 time: 0.1223989 Aug 17 12:17:17.872436 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Pushing event deleted for resources: {'Port': ['ID=c87344d9-880d-4b0b-8061-d75efd5b7df6,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:17.882919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144865e-6548-440b-b29a-5a0c38288dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fb553f-716e-4a04-8cf5-350c8c1c6d60,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:18.045128 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:18.260276 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:17:18.546229 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:17:18.554100 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0b147c9e-7f7d-46a4-8f6c-34a325da186f admin admin] 10.222.0.58 "PUT /v2.0/routers/1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6671941 Aug 17 12:17:18.554360 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45786) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:18.555340 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Sync routers for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:17:18.564681 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:18.565571 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:18.662749 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:18.757942 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:18.773457 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:18.825694 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Deleting port 7df5fa87-046c-493e-9521-9a3997b7a2b6 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:18.826037 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:18.923723 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] For port 7df5fa87-046c-493e-9521-9a3997b7a2b6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7df5fa87-046c-493e-9521-9a3997b7a2b6,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:18.924214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:18.937942 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Calling delete_port for 7df5fa87-046c-493e-9521-9a3997b7a2b6 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:18.943968 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:17:17Z', 'revision_number': 5, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port': {'id': '7df5fa87-046c-493e-9521-9a3997b7a2b6', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:04Z', 'updated_at': '2021-08-17T12:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:18.972884 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Checking router: 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:17:18.982224 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Routers {'1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:18.983081 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:19.071543 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] Set router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:19.132209 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.132897 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:17:18Z', 'revision_number': 6, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:19.159875 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a72db-2862-4741-b203-38dcfd5bb9bf None None] The sync data for ids ['1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f'] in dv-cinder-778193-3-iscsi is: [{'id': '1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f', 'name': 'tempest-TestShelveInstance-797016245-router', 'tenant_id': '7f748ebf8de04013a9e23dccf6091381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:03Z', 'updated_at': '2021-08-17T12:17:18Z', 'revision_number': 6, 'project_id': '7f748ebf8de04013a9e23dccf6091381', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:17:19.160836 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df5fa87-046c-493e-9521-9a3997b7a2b6,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:19.228305 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.334394 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.336476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.401538 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.402022 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:17:19.414579 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.418303 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b7de359f-c964-497f-b2a5-1cb32dd13a52 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1867e6f9-3d4b-48dd-a6a7-d173eccc2d4f HTTP/1.1" status: 204 len: 168 time: 0.8602886 Aug 17 12:17:19.419146 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45804) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:19.469557 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Deleting subnet 1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:17:19.472572 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.519570 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.617340 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.678567 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.706146 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.708200 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6 HTTP/1.1" status: 204 len: 168 time: 0.2873549 Aug 17 12:17:19.709189 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6c674-5914-4780-af16-edba45ff164b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da14c77-9dcd-4d9e-bbcf-cda1d11de4c6,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:19.710783 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45810) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:19.713969 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b82bd-14d6-4ac8-acc6-1fe524e57336 None None] Network 228b21ce-7cd1-4037-ae4b-7eb59d423d83 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:19.777009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.834148 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Deleting port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:19.834474 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.902539 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] For port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,segment=NetworkSegment(a317e42e-0985-4de7-9cfd-4f7d607fda86),segment_id=a317e42e-0985-4de7-9cfd-4f7d607fda86)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:19.902807 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:19.915240 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Calling delete_port for d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:19.982178 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] DHCP port deletion for 228b21ce-7cd1-4037-ae4b-7eb59d423d83 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:17:20.000048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.030162 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:20.032470 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Deleting port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:20.032898 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.035299 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] No DVR routers for this DVR port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e on host dv-cinder-778193-3-iscsi {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:20.102618 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] For port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e, host dv-cinder-778193-3-iscsi, got binding levels [] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:20.102739 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.122900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Calling delete_port for d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:20.123125 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.127654 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.ipam_backend_mixin [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e was not found and therefore no delete operation was performed {{(pid=93953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 12:17:20.130318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.135356 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b21ce-7cd1-4037-ae4b-7eb59d423d83']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:20.146104 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a317e42e-0985-4de7-9cfd-4f7d607fda86') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:20.146567 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a317e42e-0985-4de7-9cfd-4f7d607fda86') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:20.156339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.163989 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Pushing event deleted for resources: {'Port': ['ID=d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:20.166270 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] No DVR routers for this DVR port d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e on host dv-cinder-778193-3-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:20.174535 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.182745 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:17:20.182979 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:17:20.199209 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:17:20.208090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.208541 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.209061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7422dab-a4cb-4c61-8b6e-d1f1a4e027f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:20.263792 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.287108 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.289271 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] 10.222.0.58 "DELETE /v2.0/networks/228b21ce-7cd1-4037-ae4b-7eb59d423d83 HTTP/1.1" status: 204 len: 168 time: 0.5775568 Aug 17 12:17:20.290155 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ced0-6b86-46d9-b60b-a596bdcda944 admin admin] Pushing event deleted for resources: {'Network': ['ID=228b21ce-7cd1-4037-ae4b-7eb59d423d83,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:20.292498 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45812) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:20.653169 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.889835 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Deleting port 016c6216-990b-4ae6-9a3b-a276e65886e0 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:20.890085 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.966139 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] For port 016c6216-990b-4ae6-9a3b-a276e65886e0, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=016c6216-990b-4ae6-9a3b-a276e65886e0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:20.966508 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:20.968159 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device c87344d9-880d-4b0b-8061-d75efd5b7df6 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:20.978952 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Calling delete_port for 016c6216-990b-4ae6-9a3b-a276e65886e0 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:20.988193 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: c87344d9-880d-4b0b-8061-d75efd5b7df6 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:20.988532 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device c87344d9-880d-4b0b-8061-d75efd5b7df6 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:20.988956 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:21.007780 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:21.008126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d7cda58f-1b4b-4dfe-968d-6af34bc8ee8e not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:21.008526 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7df5fa87-046c-493e-9521-9a3997b7a2b6 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:21.026993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 7df5fa87-046c-493e-9521-9a3997b7a2b6 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:21.027339 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7df5fa87-046c-493e-9521-9a3997b7a2b6 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:21.161371 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:21.194898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Pushing event deleted for resources: {'Port': ['ID=016c6216-990b-4ae6-9a3b-a276e65886e0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:21.358974 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:21.566684 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:17:21.668906 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:17:21.673870 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-93e215a0-feb8-424a-b91b-20312d30241f admin admin] 10.222.0.58 "PUT /v2.0/routers/db9816d9-1da1-4c54-b7e4-d0fc90e634b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795733 Aug 17 12:17:21.676333 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45824) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:21.678923 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Sync routers for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:17:21.688001 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:21.688611 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:21.776417 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:21.792427 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:22.100675 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45832) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:22.127320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:17:21Z', 'revision_number': 5, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port': {'id': 'a40f3c50-f656-42e3-a0f9-4b11ff3155e8', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:11:09Z', 'updated_at': '2021-08-17T12:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:22.151015 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.154897 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Checking router: db9816d9-1da1-4c54-b7e4-d0fc90e634b8 for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:17:22.163671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Routers {'db9816d9-1da1-4c54-b7e4-d0fc90e634b8'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:22.164322 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:16:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:22.209528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Deleting port a40f3c50-f656-42e3-a0f9-4b11ff3155e8 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:22.209875 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.212345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-423b3820-2698-4a28-9c7b-bea0e3de82a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.260210 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] Set router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 gateway port host: None {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:22.296322 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] For port a40f3c50-f656-42e3-a0f9-4b11ff3155e8, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:22.296748 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.314167 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Calling delete_port for a40f3c50-f656-42e3-a0f9-4b11ff3155e8 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:22.316344 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-423b3820-2698-4a28-9c7b-bea0e3de82a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.320497 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:17:22Z', 'revision_number': 6, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:22.321489 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-423b3820-2698-4a28-9c7b-bea0e3de82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.347746 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee1fda-3d41-4203-9650-485b31e64669 None None] The sync data for ids ['db9816d9-1da1-4c54-b7e4-d0fc90e634b8'] in dv-cinder-778193-3-iscsi is: [{'id': 'db9816d9-1da1-4c54-b7e4-d0fc90e634b8', 'name': 'tempest-TestShelveInstance-1694941750-router', 'tenant_id': '26278b52a2c94709b850bda3dde51294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:11:08Z', 'updated_at': '2021-08-17T12:17:22Z', 'revision_number': 6, 'project_id': '26278b52a2c94709b850bda3dde51294', 'gw_port_host': None}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:17:22.364396 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-423b3820-2698-4a28-9c7b-bea0e3de82a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d75e027abd04824a88d3d3ae8be7355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624960 Aug 17 12:17:22.365701 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b3820-2698-4a28-9c7b-bea0e3de82a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f0895-7280-4b48-aa62-7f1eb2ec4f5e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:22.369365 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45836) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:22.475777 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.508105 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.579410 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.606433 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40f3c50-f656-42e3-a0f9-4b11ff3155e8,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:22.637454 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.639915 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.641086 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/065f0895-7280-4b48-aa62-7f1eb2ec4f5e HTTP/1.1" status: 204 len: 168 time: 0.2708716 Aug 17 12:17:22.673015 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db0237-a5d4-45e8-ab86-ba44499d7656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f0895-7280-4b48-aa62-7f1eb2ec4f5e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:22.689112 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.702294 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9cc6d222-55be-45cd-8bd6-cbaf0a6120b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.818255 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.820648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.871753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f383cd-4d53-4753-8b15-dc18bb805610 req-467a6140-3ac6-40c8-89cc-079d64313b7c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:22.873281 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5f383cd-4d53-4753-8b15-dc18bb805610 req-467a6140-3ac6-40c8-89cc-079d64313b7c tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.1470606 Aug 17 12:17:22.886489 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.886963 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9816d9-1da1-4c54-b7e4-d0fc90e634b8 {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:17:22.891865 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.892971 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1c89e72a-525e-490e-9fee-94f88be08619 admin admin] 10.222.0.58 "DELETE /v2.0/routers/db9816d9-1da1-4c54-b7e4-d0fc90e634b8 HTTP/1.1" status: 204 len: 168 time: 1.2157147 Aug 17 12:17:22.896176 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45852) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:22.922618 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5f383cd-4d53-4753-8b15-dc18bb805610 req-c5dc3484-724a-4e54-b50e-5341580f3128 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Aug 17 12:17:22.942816 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Deleting subnet 08d6a0fa-0133-4310-8abb-c6893a628dc3 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:17:22.946753 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.963729 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45854) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:22.976827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6663ba99-ec7f-4196-b214-6ce38517605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:22.982023 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.063885 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.066607 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6663ba99-ec7f-4196-b214-6ce38517605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.070279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6663ba99-ec7f-4196-b214-6ce38517605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.107251 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6663ba99-ec7f-4196-b214-6ce38517605a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd5f249a88924ee0b747319a2fff9c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424417 Aug 17 12:17:23.113479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ba99-ec7f-4196-b214-6ce38517605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12155c99-693b-4d6e-b136-ecf6b4385d95,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.113676 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45856) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:23.129648 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.170581 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.172450 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/08d6a0fa-0133-4310-8abb-c6893a628dc3 HTTP/1.1" status: 204 len: 168 time: 0.2752399 Aug 17 12:17:23.175948 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45858) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:23.177992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f8b63-a310-4657-88b1-f23ed7d5cc09 None None] Network 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:23.179008 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916734a-2199-4599-ad1b-a91a60c1eeb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d6a0fa-0133-4310-8abb-c6893a628dc3,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.199840 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.223612 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.230173 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 016c6216-990b-4ae6-9a3b-a276e65886e0 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:23.254046 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.257966 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 016c6216-990b-4ae6-9a3b-a276e65886e0 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:23.258410 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 016c6216-990b-4ae6-9a3b-a276e65886e0 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:23.259351 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a40f3c50-f656-42e3-a0f9-4b11ff3155e8 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:23.280394 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.285019 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.285981 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12155c99-693b-4d6e-b136-ecf6b4385d95 HTTP/1.1" status: 204 len: 168 time: 0.1739154 Aug 17 12:17:23.291230 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: a40f3c50-f656-42e3-a0f9-4b11ff3155e8 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:23.291671 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device a40f3c50-f656-42e3-a0f9-4b11ff3155e8 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:23.295419 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad016d-c3e3-465c-a95c-daf81be88fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12155c99-693b-4d6e-b136-ecf6b4385d95,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.321980 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Deleting port deb77e65-7d28-4a9c-b994-3fee8b4289b0 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:23.322334 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.396323 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] For port deb77e65-7d28-4a9c-b994-3fee8b4289b0, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=deb77e65-7d28-4a9c-b994-3fee8b4289b0,segment=NetworkSegment(f9c9db88-f842-4d44-8085-59e80fd03a21),segment_id=f9c9db88-f842-4d44-8085-59e80fd03a21)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:23.396947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.410474 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Calling delete_port for deb77e65-7d28-4a9c-b994-3fee8b4289b0 owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:23.466321 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] DHCP port deletion for 0fab0e09-c9bd-455c-a4fe-2a8f412f7173 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:17:23.509519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.539792 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Deleting port deb77e65-7d28-4a9c-b994-3fee8b4289b0 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:23.539915 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=deb77e65-7d28-4a9c-b994-3fee8b4289b0,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.540180 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.545106 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] No DVR routers for this DVR port deb77e65-7d28-4a9c-b994-3fee8b4289b0 on host dv-cinder-778193-3-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:23.607435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] For port deb77e65-7d28-4a9c-b994-3fee8b4289b0, host dv-cinder-778193-3-iscsi, got binding levels [] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:23.608243 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.621841 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Calling delete_port for deb77e65-7d28-4a9c-b994-3fee8b4289b0 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:23.624839 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.ipam_backend_mixin [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Port deb77e65-7d28-4a9c-b994-3fee8b4289b0 was not found and therefore no delete operation was performed {{(pid=93953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 12:17:23.626025 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.643789 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.651893 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] Pushing event deleted for resources: {'Port': ['ID=deb77e65-7d28-4a9c-b994-3fee8b4289b0,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.654895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fab0e09-c9bd-455c-a4fe-2a8f412f7173']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:23.667513 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c9db88-f842-4d44-8085-59e80fd03a21') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:23.667881 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c9db88-f842-4d44-8085-59e80fd03a21') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:23.675099 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebaac5-2460-4c87-beff-3501294e5b16 None None] No DVR routers for this DVR port deb77e65-7d28-4a9c-b994-3fee8b4289b0 on host dv-cinder-778193-3-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:23.677900 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.698077 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.704592 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:17:23.705054 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:17:23.707242 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:17:23.762453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.766691 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:23.771799 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] 10.222.0.58 "DELETE /v2.0/networks/0fab0e09-c9bd-455c-a4fe-2a8f412f7173 HTTP/1.1" status: 204 len: 168 time: 0.5948107 Aug 17 12:17:23.784690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e925567-fae7-4b20-afa8-7d6675300d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=0fab0e09-c9bd-455c-a4fe-2a8f412f7173,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:23.935163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45880) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:23.980546 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-af54b50a-c494-48ba-9e99-77b891548db1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f748ebf8de04013a9e23dccf6091381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441453 Aug 17 12:17:23.983145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45886) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:24.068166 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.078387 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d032e88-f4f6-436d-b638-79658232023f req-8d72d3f9-bfd9-4511-a2f5-b674ca6cae77 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:24.079964 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3d032e88-f4f6-436d-b638-79658232023f req-8d72d3f9-bfd9-4511-a2f5-b674ca6cae77 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.0753553 Aug 17 12:17:24.111744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.151716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3d032e88-f4f6-436d-b638-79658232023f req-64baf6f2-1d24-4252-8215-1fe15108f7ff tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups?id=3554bb34-5738-4878-99e2-6e20f5730685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622146 Aug 17 12:17:24.176097 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.178808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.182957 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfdf20a8-d981-491c-9eea-e55e2030b9a9 HTTP/1.1" status: 204 len: 168 time: 0.1958091 Aug 17 12:17:24.191234 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac27958-cd25-4e86-bcfa-8b367c3d8d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdf20a8-d981-491c-9eea-e55e2030b9a9,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:24.382219 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.502911 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45898) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:24.588715 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-bc23dfd5-0632-442e-a0dc-c4cba2a3bc27 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=26278b52a2c94709b850bda3dde51294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846560 Aug 17 12:17:24.591699 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45904) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:24.602498 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-2c21a41a-04b1-403c-a413-a2fab0cdca00 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:24.603947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-2c21a41a-04b1-403c-a413-a2fab0cdca00 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 946 time: 0.0778904 Aug 17 12:17:24.644987 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.666876 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.694266 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Deleting port 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:24.694613 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.717215 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.719751 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.720894 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18a7ad7d-5993-4dcf-a22b-a8696e0c997e HTTP/1.1" status: 204 len: 168 time: 0.1281853 Aug 17 12:17:24.730150 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b5c7e-c821-4f8e-88ec-622c0f257aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7ad7d-5993-4dcf-a22b-a8696e0c997e,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:24.796070 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] For port 41c2ff58-0218-4dc8-8022-8b7f94b79098, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=41c2ff58-0218-4dc8-8022-8b7f94b79098,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:24.796448 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.968667 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device deb77e65-7d28-4a9c-b994-3fee8b4289b0 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:24.976222 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.976567 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:24.977007 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Floating IP f814d584-aaba-4c09-a3f2-e685230c8479 disassociated. External IP: 172.27.0.65, port: 41c2ff58-0218-4dc8-8022-8b7f94b79098. Aug 17 12:17:24.977370 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Calling delete_port for 41c2ff58-0218-4dc8-8022-8b7f94b79098 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:24.989540 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: deb77e65-7d28-4a9c-b994-3fee8b4289b0 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:24.990164 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device deb77e65-7d28-4a9c-b994-3fee8b4289b0 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:25.107542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f9b03d5-4120-4524-9f05-9c790f4b0763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:25.113716 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:25.141532 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'Port': ['ID=41c2ff58-0218-4dc8-8022-8b7f94b79098,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:25.222740 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:25.270725 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-727d9ba3-8699-4e8f-ac24-50a23af44cd2 req-86288058-b740-4afb-a4cf-1a13f8ee58af tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/ports?device_id=9414b300-bc31-4e24-81a8-f8f6db44c9e4 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Aug 17 12:17:25.277660 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:17:25.385406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:17:25.396308 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:17:25.405755 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:25.406682 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:17:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:25.423455 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] No DVR routers for this DVR port 41c2ff58-0218-4dc8-8022-8b7f94b79098 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:25.426263 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:25.428201 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc39088a-2213-4534-8307-d4a2f6f486c6 req-efab72d2-bdf5-44d1-89b6-c4853e1dd6bc tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.60 "DELETE /v2.0/ports/41c2ff58-0218-4dc8-8022-8b7f94b79098 HTTP/1.1" status: 204 len: 173 time: 0.8175666 Aug 17 12:17:25.428631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-deleted', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:17:25.430962 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6800255-d1b3-47b3-a425-9ea97f2ab44a" -d '{"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-deleted", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:17:25.478580 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d62f713-dc9d-482a-940a-872544259c76 x-openstack-request-id: req-9d62f713-dc9d-482a-940a-872544259c76 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:17:25.478869 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9414b300-bc31-4e24-81a8-f8f6db44c9e4", "name": "network-vif-deleted", "tag": "41c2ff58-0218-4dc8-8022-8b7f94b79098", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:17:25.479128 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9d62f713-dc9d-482a-940a-872544259c76 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:17:25.479520 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9414b300-bc31-4e24-81a8-f8f6db44c9e4', 'name': 'network-vif-deleted', 'tag': '41c2ff58-0218-4dc8-8022-8b7f94b79098', 'status': 'completed', 'code': 200} Aug 17 12:17:25.525718 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:25.738995 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:25.764268 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:17:25.772883 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:25.773505 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:17:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:25.881359 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:26.095717 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:26.125864 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8a0e23-f9a6-4d76-874a-554fa825c6b8 None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:05:47Z', 'revision_number': 4, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'abfcf823-33b4-436c-9c9a-ef8325b965f5', 'name': '', 'network_id': 'cee39732-cd1d-48f9-9ccd-562147b82d72', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'mac_address': 'fa:16:3e:01:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:44Z', 'updated_at': '2021-08-17T12:05:59Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'subnets': [{'id': 'f23adb48-b2e7-49cb-b849-17d75504854f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:17:26.337941 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3370d-eaa3-46fb-83a9-001de7e3a704 None None] New status for floating IP f814d584-aaba-4c09-a3f2-e685230c8479: DOWN {{(pid=93953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:17:26.358716 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45948) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:26.417491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.441191 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.494046 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.498368 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.498492 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.499913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "DELETE /v2.0/security-groups/3554bb34-5738-4878-99e2-6e20f5730685 HTTP/1.1" status: 204 len: 168 time: 0.1401491 Aug 17 12:17:26.503165 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45950) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:26.509651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409cb36-fe0c-4966-b4fb-1ff279043252 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554bb34-5738-4878-99e2-6e20f5730685,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:26.516631 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.api.v2.resource [None req-84bb07ec-7150-44e6-aece-e54872ebf172 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] show failed (client error): The resource could not be found. Aug 17 12:17:26.517661 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-84bb07ec-7150-44e6-aece-e54872ebf172 tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "GET /v2.0/security-groups/3554bb34-5738-4878-99e2-6e20f5730685 HTTP/1.1" status: 404 len: 347 time: 0.0135179 Aug 17 12:17:26.520550 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45952) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:26.641704 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Deleting port 4e035b58-e230-4c21-ab47-90026466b3bc {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:26.642052 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.718207 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.718536 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.730572 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Calling delete_port for 4e035b58-e230-4c21-ab47-90026466b3bc owned by network:floatingip {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:26.854950 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.881319 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Pushing event deleted for resources: {'Port': ['ID=4e035b58-e230-4c21-ab47-90026466b3bc,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:26.941310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks [] for floatingip, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.943769 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:26.944932 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-8758a1ac-ff3f-4941-8424-d087639c829e tempest-AttachVolumeShelveTestJSON-1272680317 tempest-AttachVolumeShelveTestJSON-1272680317-project] 10.222.0.58 "DELETE /v2.0/floatingips/f814d584-aaba-4c09-a3f2-e685230c8479 HTTP/1.1" status: 204 len: 168 time: 0.4234326 Aug 17 12:17:27.520659 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 45964) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:27.621821 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7fe57e51-43d4-41c3-bd29-ac360b3b2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.626459 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:27.646092 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 41c2ff58-0218-4dc8-8022-8b7f94b79098 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:27.646439 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 41c2ff58-0218-4dc8-8022-8b7f94b79098 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:27.709086 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7fe57e51-43d4-41c3-bd29-ac360b3b2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.712977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7fe57e51-43d4-41c3-bd29-ac360b3b2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.749945 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7fe57e51-43d4-41c3-bd29-ac360b3b2da4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08b3374552ba40828cfcca2ee45af97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282400 Aug 17 12:17:27.750795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57e51-43d4-41c3-bd29-ac360b3b2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fff5324-3561-4fa6-801b-c288111a968c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:27.752763 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 45968) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:27.803315 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.823356 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.869048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.871542 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:27.872676 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fff5324-3561-4fa6-801b-c288111a968c HTTP/1.1" status: 204 len: 168 time: 0.1181686 Aug 17 12:17:27.880729 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51775c-7744-4e42-83d6-455a5765c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fff5324-3561-4fa6-801b-c288111a968c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:28.074905 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:29.366682 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46032) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:29.880460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:30.124461 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Deleting port abfcf823-33b4-436c-9c9a-ef8325b965f5 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:30.124794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:30.198767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] For port abfcf823-33b4-436c-9c9a-ef8325b965f5, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=abfcf823-33b4-436c-9c9a-ef8325b965f5,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:30.199130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:30.210708 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Calling delete_port for abfcf823-33b4-436c-9c9a-ef8325b965f5 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:30.263166 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:17:30.380115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:30.406607 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfcf823-33b4-436c-9c9a-ef8325b965f5,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:30.568792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.056416 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Router 143fe9c8-9a18-4457-a1db-e212397dfd25 has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:17:31.156943 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:17:31.164840 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46058) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:31.166627 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Sync routers for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:17:31.169451 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3ea4565d-451d-4c3a-912f-a09c3a66fc79 admin admin] 10.222.0.58 "PUT /v2.0/routers/143fe9c8-9a18-4457-a1db-e212397dfd25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016510 Aug 17 12:17:31.175934 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:31.176542 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:17:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:31.278477 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.367800 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:31.390790 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.445999 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Deleting port 98be050b-891e-4ffd-a5ce-0089181f41b4 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:31.446345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.542312 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] For port 98be050b-891e-4ffd-a5ce-0089181f41b4, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=98be050b-891e-4ffd-a5ce-0089181f41b4,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:31.542691 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.557852 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Calling delete_port for 98be050b-891e-4ffd-a5ce-0089181f41b4 owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:31.563891 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:17:30Z', 'revision_number': 5, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port': {'id': '98be050b-891e-4ffd-a5ce-0089181f41b4', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:05:39Z', 'updated_at': '2021-08-17T12:05:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:31.593527 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Checking router: 143fe9c8-9a18-4457-a1db-e212397dfd25 for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:17:31.603274 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Routers {'143fe9c8-9a18-4457-a1db-e212397dfd25'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:17:31.603881 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:17:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['143fe9c8-9a18-4457-a1db-e212397dfd25'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:31.694798 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] Set router 143fe9c8-9a18-4457-a1db-e212397dfd25 gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:17:31.740391 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.749607 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:17:31Z', 'revision_number': 6, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:31.774179 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Pushing event deleted for resources: {'Port': ['ID=98be050b-891e-4ffd-a5ce-0089181f41b4,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:31.777733 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe984ea-1345-4959-9b17-fbb3b7aad6fd None None] The sync data for ids ['143fe9c8-9a18-4457-a1db-e212397dfd25'] in dv-cinder-778193-3-iscsi is: [{'id': '143fe9c8-9a18-4457-a1db-e212397dfd25', 'name': 'tempest-AttachVolumeShelveTestJSON-493141811-router', 'tenant_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:05:38Z', 'updated_at': '2021-08-17T12:17:31Z', 'revision_number': 6, 'project_id': '8cfeb8967fc74c95a1237cf81fbc3896', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:17:31.844685 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.935416 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.937465 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.982386 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.982913 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 143fe9c8-9a18-4457-a1db-e212397dfd25 {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:17:31.987183 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:31.988387 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ebbeecff-7c78-4ee8-9cdf-708c44c36986 admin admin] 10.222.0.58 "DELETE /v2.0/routers/143fe9c8-9a18-4457-a1db-e212397dfd25 HTTP/1.1" status: 204 len: 168 time: 0.8222644 Aug 17 12:17:31.990905 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46074) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:32.035908 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Deleting subnet f23adb48-b2e7-49cb-b849-17d75504854f {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:17:32.038822 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.072300 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.152101 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.206435 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.234484 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.236339 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f23adb48-b2e7-49cb-b849-17d75504854f HTTP/1.1" status: 204 len: 168 time: 0.2445209 Aug 17 12:17:32.238005 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6d529-33e7-4264-af3d-ca1937ec623c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23adb48-b2e7-49cb-b849-17d75504854f,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:32.238974 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46076) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:32.240741 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d7834c-44c2-4e80-9814-1363cf9fbfdc None None] Network cee39732-cd1d-48f9-9ccd-562147b82d72 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:32.308283 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.359651 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Deleting port 0142c080-ec83-4d54-a8d7-dda52cf24daf {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:17:32.359998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.424803 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] For port 0142c080-ec83-4d54-a8d7-dda52cf24daf, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=0142c080-ec83-4d54-a8d7-dda52cf24daf,segment=NetworkSegment(17dcd30c-d5b2-48bc-b7a9-10d37e3943da),segment_id=17dcd30c-d5b2-48bc-b7a9-10d37e3943da)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:17:32.425201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.437123 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Calling delete_port for 0142c080-ec83-4d54-a8d7-dda52cf24daf owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:17:32.519722 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.534992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9840710-240a-40bc-8a3e-a3b3f958b1f8 None None] DHCP port deletion for cee39732-cd1d-48f9-9ccd-562147b82d72 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:17:32.555802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0142c080-ec83-4d54-a8d7-dda52cf24daf,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:32.557707 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] No DVR routers for this DVR port 0142c080-ec83-4d54-a8d7-dda52cf24daf on host dv-cinder-778193-3-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:17:32.630168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.640146 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee39732-cd1d-48f9-9ccd-562147b82d72']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:32.649831 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dcd30c-d5b2-48bc-b7a9-10d37e3943da') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:32.650133 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dcd30c-d5b2-48bc-b7a9-10d37e3943da') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:32.668373 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.685382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.691010 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:17:32.691395 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:17:32.693020 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:17:32.750093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.756065 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.757943 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/cee39732-cd1d-48f9-9ccd-562147b82d72 HTTP/1.1" status: 204 len: 168 time: 0.5179415 Aug 17 12:17:32.780532 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d615-bee2-4faa-a65b-12798ab3a6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee39732-cd1d-48f9-9ccd-562147b82d72,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:32.883504 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46084) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:32.923931 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-26b8595c-6f2d-4ecd-a451-df6d7b443fc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8cfeb8967fc74c95a1237cf81fbc3896&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391121 Aug 17 12:17:32.926486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46086) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:32.975860 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:32.990674 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 98be050b-891e-4ffd-a5ce-0089181f41b4 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:32.999255 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:33.010574 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 98be050b-891e-4ffd-a5ce-0089181f41b4 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:33.010920 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 98be050b-891e-4ffd-a5ce-0089181f41b4 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:33.011332 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device abfcf823-33b4-436c-9c9a-ef8325b965f5 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:33.031209 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: abfcf823-33b4-436c-9c9a-ef8325b965f5 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:33.031572 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device abfcf823-33b4-436c-9c9a-ef8325b965f5 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:33.032319 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 0142c080-ec83-4d54-a8d7-dda52cf24daf no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:17:33.050136 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:33.054287 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:33.056099 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 0142c080-ec83-4d54-a8d7-dda52cf24daf {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:17:33.056639 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 0142c080-ec83-4d54-a8d7-dda52cf24daf not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:17:33.059813 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed79a6d8-5f23-455f-8cdd-b4073a0dda1d HTTP/1.1" status: 204 len: 168 time: 0.1321511 Aug 17 12:17:33.070873 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260617f-de7b-44e3-b041-4b274e96de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed79a6d8-5f23-455f-8cdd-b4073a0dda1d,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:34.285111 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46146) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:34.392678 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6824e513-0de2-4820-bd94-ea5f54e8249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.497526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6824e513-0de2-4820-bd94-ea5f54e8249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.501460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6824e513-0de2-4820-bd94-ea5f54e8249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.539456 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6824e513-0de2-4820-bd94-ea5f54e8249b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b16c6b2b129d48868a9a0e8ec38fd824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533324 Aug 17 12:17:34.540314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824e513-0de2-4820-bd94-ea5f54e8249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a30a5fa-aec4-427a-8529-5be1e4c74bbf,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:34.542151 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46162) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:34.591049 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.611549 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.659441 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.662078 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:34.663300 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a30a5fa-aec4-427a-8529-5be1e4c74bbf HTTP/1.1" status: 204 len: 168 time: 0.1200697 Aug 17 12:17:34.670994 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a30a5fa-aec4-427a-8529-5be1e4c74bbf,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:34.678508 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.678856 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.679229 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.679566 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.679894 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.680220 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.680543 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.680868 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.681226 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.681537 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.681854 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:34.682194 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42219e95-a038-4a31-be47-6c117966426f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:17:35.276497 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46184) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:35.374288 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-779574649-network', 'tenant_id': '3b727c6e3d304f2da4ab1a9f085df0e9'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:17:35.395166 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Made reservation on behalf of 3b727c6e3d304f2da4ab1a9f085df0e9 for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:17:35.397621 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.406101 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.492867 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.496332 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.516048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:17:35.529076 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c055829a-4974-4cea-97ea-de4a348b9429,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:35.535393 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.535738 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Added segment 83d73b85-e50a-4264-b980-a2de09bcf8a5 of type vlan for network b61a2103-65d2-474c-9b7a-b446479783d6 Aug 17 12:17:35.582438 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.611569 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.613304 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:35.613885 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.664465 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3867552 Aug 17 12:17:35.667317 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46198) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:35.683009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Request body: {'subnet': {'network_id': 'b61a2103-65d2-474c-9b7a-b446479783d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-779574649-subnet', 'tenant_id': '3b727c6e3d304f2da4ab1a9f085df0e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:17:35.698989 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682181d-0601-4f98-ad2e-849f5a8ee0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b61a2103-65d2-474c-9b7a-b446479783d6,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:35.712964 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network b61a2103-65d2-474c-9b7a-b446479783d6 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:17:35.719690 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Made reservation on behalf of 3b727c6e3d304f2da4ab1a9f085df0e9 for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:17:35.722779 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.835981 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46202) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:35.896753 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.942581 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48b8907d-fd60-4196-ac1a-1fc27e7dba96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.953336 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc87d928-ab01-4965-a308-0792cf512ed7,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:35.960722 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Checking segment: {'id': '83d73b85-e50a-4264-b980-a2de09bcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b61a2103-65d2-474c-9b7a-b446479783d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:17:35.961002 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Network hostable DHCP agents. Network: b61a2103-65d2-474c-9b7a-b446479783d6, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:17:35.977208 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Network b61a2103-65d2-474c-9b7a-b446479783d6 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:17:35.986219 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, b61a2103-65d2-474c-9b7a-b446479783d6) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:17:35.990771 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:35.991356 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:35.999097 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd887c-f0b5-426d-8251-1fc38ab124c5 None None] Network b61a2103-65d2-474c-9b7a-b446479783d6 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:36.037631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48b8907d-fd60-4196-ac1a-1fc27e7dba96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.042144 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-48b8907d-fd60-4196-ac1a-1fc27e7dba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.050114 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3299f026-ad53-4a06-94f1-b03f6cc83b00 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3796642 Aug 17 12:17:36.079264 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8907d-fd60-4196-ac1a-1fc27e7dba96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1441543-7e0e-4703-97f0-685d8417e0b9,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.086398 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46210) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:36.086672 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-48b8907d-fd60-4196-ac1a-1fc27e7dba96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e8d94edc9ba4aafa7711e17cb6abd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493825 Aug 17 12:17:36.134790 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3467f-a855-4992-9a3e-e86d17005917 None None] Network b61a2103-65d2-474c-9b7a-b446479783d6 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:36.143029 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.165491 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.215339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.218985 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.223234 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1441543-7e0e-4703-97f0-685d8417e0b9 HTTP/1.1" status: 204 len: 168 time: 0.1326480 Aug 17 12:17:36.241300 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501f59-9e44-4c77-8cf6-84d418c5d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1441543-7e0e-4703-97f0-685d8417e0b9,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.542032 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46226) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:36.558465 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e31ea350-705e-4107-b5a3-a03ebc3ba9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.641766 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46230) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:36.647158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e31ea350-705e-4107-b5a3-a03ebc3ba9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.647647 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-254971145-network', 'tenant_id': '69430ec1b20d4bbab22572486fb97f4b'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:17:36.651868 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e31ea350-705e-4107-b5a3-a03ebc3ba9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.669950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Made reservation on behalf of 69430ec1b20d4bbab22572486fb97f4b for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:17:36.672335 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.680943 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.690368 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e31ea350-705e-4107-b5a3-a03ebc3ba9b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a973e43d7b94d98b9fb037e25a5c385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472716 Aug 17 12:17:36.691233 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea350-705e-4107-b5a3-a03ebc3ba9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d3410-e3b5-4a9d-a5ae-f4400f8c054d,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.693719 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46232) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:36.743440 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.764833 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.773622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.777863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.802248 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:17:36.811900 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4509600e-65cc-48f0-bfc4-f0d03d47216e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.822064 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.822555 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Added segment 846db3f8-ea2f-4662-b10f-8633eead4286 of type vlan for network 197549df-f38a-4bc5-a6af-8632be8310ef Aug 17 12:17:36.826934 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.829445 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.831202 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d94d3410-e3b5-4a9d-a5ae-f4400f8c054d HTTP/1.1" status: 204 len: 168 time: 0.1361794 Aug 17 12:17:36.839172 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b7664-c465-4f9c-8e22-dd96b275daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d3410-e3b5-4a9d-a5ae-f4400f8c054d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.863526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.887959 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.888961 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:36.889558 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:36.946850 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3015018 Aug 17 12:17:36.947056 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46236) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:36.952045 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Request body: {'subnet': {'network_id': '197549df-f38a-4bc5-a6af-8632be8310ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-254971145-subnet', 'tenant_id': '69430ec1b20d4bbab22572486fb97f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:17:36.955212 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a410f62-6281-4c44-99b9-2bca9d50edbe admin admin] Pushing event updated for resources: {'Network': ['ID=197549df-f38a-4bc5-a6af-8632be8310ef,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:36.966988 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 197549df-f38a-4bc5-a6af-8632be8310ef details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:17:36.975252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Made reservation on behalf of 69430ec1b20d4bbab22572486fb97f4b for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:17:36.977599 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12330423'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.142659 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10210384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12330401'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.177271 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46240) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:37.190774 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08c0231b-634d-4562-8e37-a806105d46be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.194518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b0d53f-305a-494e-905e-ec543675e84b,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:37.209562 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Checking segment: {'id': '846db3f8-ea2f-4662-b10f-8633eead4286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '197549df-f38a-4bc5-a6af-8632be8310ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:17:37.209918 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Network hostable DHCP agents. Network: 197549df-f38a-4bc5-a6af-8632be8310ef, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:17:37.225757 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Network 197549df-f38a-4bc5-a6af-8632be8310ef is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:17:37.235362 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 197549df-f38a-4bc5-a6af-8632be8310ef) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:17:37.240051 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:37.240639 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.247939 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f9c65-d988-4403-911e-3bd206235f1c None None] Network 197549df-f38a-4bc5-a6af-8632be8310ef requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:37.285310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08c0231b-634d-4562-8e37-a806105d46be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.290555 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-08c0231b-634d-4562-8e37-a806105d46be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.296247 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6671be6c-417b-46d7-a697-e088fc99b492 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3474247 Aug 17 12:17:37.335366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46244) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:37.335614 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-08c0231b-634d-4562-8e37-a806105d46be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2071a8153b4f4dc4a5a4f8c8a2131b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570492 Aug 17 12:17:37.336346 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0231b-634d-4562-8e37-a806105d46be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f7ee74-b9c7-4f68-80bd-70367749179e,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:37.391412 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2642f6d5-e241-4c7f-b139-8f589546cd18 None None] Network 197549df-f38a-4bc5-a6af-8632be8310ef requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:17:37.391597 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.413509 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.423575 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46246) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:37.467414 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.469964 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Deleting subnet dc87d928-ab01-4965-a308-0792cf512ed7 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:17:37.470125 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.471190 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19f7ee74-b9c7-4f68-80bd-70367749179e HTTP/1.1" status: 204 len: 168 time: 0.1347928 Aug 17 12:17:37.473880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.486289 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f7965-f98b-474a-b9ba-d7f9fca30fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f7ee74-b9c7-4f68-80bd-70367749179e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:37.514816 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.553576 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.611380 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.643982 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.648531 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/dc87d928-ab01-4965-a308-0792cf512ed7 HTTP/1.1" status: 204 len: 168 time: 0.2207756 Aug 17 12:17:37.648531 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590667-ffa4-442e-b61b-034dea063f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc87d928-ab01-4965-a308-0792cf512ed7,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:37.649346 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46250) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:37.726413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.810845 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.821088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61a2103-65d2-474c-9b7a-b446479783d6']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:37.831643 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d73b85-e50a-4264-b980-a2de09bcf8a5') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:37.831952 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d73b85-e50a-4264-b980-a2de09bcf8a5') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:37.841145 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.854814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.862406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:17:37.862879 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:17:37.864781 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:17:37.918617 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.922918 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:37.925420 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b61a2103-65d2-474c-9b7a-b446479783d6 HTTP/1.1" status: 204 len: 168 time: 0.2749040 Aug 17 12:17:37.928350 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46252) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:37.937174 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c5df1-576d-4f9f-9fdd-897820d13de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61a2103-65d2-474c-9b7a-b446479783d6,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:37.972323 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Deleting subnet 32b0d53f-305a-494e-905e-ec543675e84b {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:17:37.975458 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.007424 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.049183 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.101533 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.127340 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b0d53f-305a-494e-905e-ec543675e84b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:38.129296 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.131169 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0e46cf44-d4db-4666-94cc-b177ff12338a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/32b0d53f-305a-494e-905e-ec543675e84b HTTP/1.1" status: 204 len: 168 time: 0.2017665 Aug 17 12:17:38.133542 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46254) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:38.198925 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.276778 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.286931 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197549df-f38a-4bc5-a6af-8632be8310ef']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:38.296226 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846db3f8-ea2f-4662-b10f-8633eead4286') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:38.296525 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846db3f8-ea2f-4662-b10f-8633eead4286') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:17:38.305488 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.319086 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.324768 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:17:38.325176 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:17:38.326735 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:17:38.382606 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.391366 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.395151 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/197549df-f38a-4bc5-a6af-8632be8310ef HTTP/1.1" status: 204 len: 168 time: 0.2605412 Aug 17 12:17:38.404905 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d24b8-c282-4344-a85a-feb5a93a17a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=197549df-f38a-4bc5-a6af-8632be8310ef,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:38.549453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46258) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:38.588502 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f8d391df-8b33-419c-bc20-f6938c2cf691 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b727c6e3d304f2da4ab1a9f085df0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378804 Aug 17 12:17:38.590813 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46260) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:38.635637 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.656092 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.700677 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.703201 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:38.704318 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c055829a-4974-4cea-97ea-de4a348b9429 HTTP/1.1" status: 204 len: 168 time: 0.1126382 Aug 17 12:17:38.712554 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d540ac-17db-47d8-99ca-74898616229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c055829a-4974-4cea-97ea-de4a348b9429,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:39.010278 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46266) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:39.051275 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fa240067-84ae-4734-a555-afe259725308 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69430ec1b20d4bbab22572486fb97f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398612 Aug 17 12:17:39.053826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46268) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:17:39.099071 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:39.119212 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:39.162617 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:39.165266 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:39.166392 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4509600e-65cc-48f0-bfc4-f0d03d47216e HTTP/1.1" status: 204 len: 168 time: 0.1117089 Aug 17 12:17:39.173896 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96ce6a-e857-4232-b934-3a9772449cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4509600e-65cc-48f0-bfc4-f0d03d47216e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:17:52.677126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52179c3b-0e1a-4bb8-9676-82f51ad8dedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:54.379335 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:55.108628 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-de06ed39-4900-44a7-8126-055549612aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:55.223502 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:56.497165 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:58.077009 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:17:59.636192 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-a59e14eb-ab78-4b2a-b614-41efb431e3b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383503 Aug 17 12:17:59.708157 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-c35bd70a-69cb-4dec-a71f-e9815f29a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:59.709638 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-c35bd70a-69cb-4dec-a71f-e9815f29a04f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1099 time: 0.0420225 Aug 17 12:17:59.818730 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-242bbee6-f6da-4f5f-8f45-f6bc5cbdeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:59.820187 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-242bbee6-f6da-4f5f-8f45-f6bc5cbdeadd service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0918505 Aug 17 12:17:59.886558 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-30ac123e-54a6-4054-8c3b-c45754b559e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 1002 time: 0.0588660 Aug 17 12:17:59.936995 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-0f39cf3d-8c5e-40ee-b73e-4fb663f313c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:59.938433 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-0f39cf3d-8c5e-40ee-b73e-4fb663f313c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0456154 Aug 17 12:17:59.985715 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-b32e6015-cc42-4694-b06b-e9853e95430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:17:59.987191 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-b32e6015-cc42-4694-b06b-e9853e95430d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388706 Aug 17 12:18:00.076640 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-6b120f3a-a1a6-4c3a-a372-d599aee5b017 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817132 Aug 17 12:18:00.161102 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3229b5a0-7026-4958-8af1-7f2eafe3523a req-2544d139-e262-42d2-8a8e-87bbce445ead service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776513 Aug 17 12:18:07.263155 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:18:15.945369 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46490) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:16.050941 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.138325 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.142191 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.180322 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b02f1e39b5e46479491c9c1cf7911f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339084 Aug 17 12:18:16.181202 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af982f18-5d23-4b90-bb6f-8c12607ad631,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:16.183009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46494) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:16.188331 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.188688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.189062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.189767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.189767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.190675 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.191014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.191346 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.191678 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.192006 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.192332 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.192655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8d117-d4bd-4f32-9199-0f81b99f7950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:16.229687 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.250143 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.298874 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.301992 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.303144 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af982f18-5d23-4b90-bb6f-8c12607ad631 HTTP/1.1" status: 204 len: 168 time: 0.1191781 Aug 17 12:18:16.310813 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6debe-fe32-4048-a36d-ee676b9a32d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af982f18-5d23-4b90-bb6f-8c12607ad631,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:16.558838 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46500) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:16.572038 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90abc749-dab8-48ca-8936-04b47951e445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.659630 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90abc749-dab8-48ca-8936-04b47951e445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.663395 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-90abc749-dab8-48ca-8936-04b47951e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.702822 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-90abc749-dab8-48ca-8936-04b47951e445 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce4023b32f49466fab761b72ccbcc682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429372 Aug 17 12:18:16.703653 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abc749-dab8-48ca-8936-04b47951e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc30fd1-1dd6-48ff-a538-495f99a245bb,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:16.705544 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46502) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:16.753078 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.773847 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.819214 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.821828 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:16.822959 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fc30fd1-1dd6-48ff-a538-495f99a245bb HTTP/1.1" status: 204 len: 168 time: 0.1163936 Aug 17 12:18:16.830153 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66b210-21b3-421c-92ac-7386118173ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc30fd1-1dd6-48ff-a538-495f99a245bb,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:21.659464 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46614) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:21.769558 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fda700da-af85-489f-8d04-42d32109309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:21.858434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fda700da-af85-489f-8d04-42d32109309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:21.862521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-fda700da-af85-489f-8d04-42d32109309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:21.903574 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-fda700da-af85-489f-8d04-42d32109309a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86a57276b0944a3cb5d430a9b887db1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429535 Aug 17 12:18:21.904739 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda700da-af85-489f-8d04-42d32109309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98603a9b-18cb-48c8-ad19-6aec7965b39d,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:21.907279 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46618) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:22.180280 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.202384 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.251767 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.257428 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.257428 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98603a9b-18cb-48c8-ad19-6aec7965b39d HTTP/1.1" status: 204 len: 168 time: 0.3482225 Aug 17 12:18:22.264972 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c17a-3d82-4a11-acb7-391368b1ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98603a9b-18cb-48c8-ad19-6aec7965b39d,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:22.541495 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46628) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:22.556045 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ec16d86-c1ec-4fae-942b-502e7942ce39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.647254 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ec16d86-c1ec-4fae-942b-502e7942ce39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.650950 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ec16d86-c1ec-4fae-942b-502e7942ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.678134 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c7edd8cd-39d8-41d2-b876-75ce3abda274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.689890 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0ec16d86-c1ec-4fae-942b-502e7942ce39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7260b5125a4d4d60b1189e51cd997c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473298 Aug 17 12:18:22.691019 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec16d86-c1ec-4fae-942b-502e7942ce39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc9edd-25ea-4e3b-b39e-b4d7710a5f81,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:22.692653 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46630) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:22.741518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.761631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.807271 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.809862 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:22.810987 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5dbc9edd-25ea-4e3b-b39e-b4d7710a5f81 HTTP/1.1" status: 204 len: 168 time: 0.1171987 Aug 17 12:18:22.818244 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d7554-a683-4e8a-ae06-d0446f23fb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc9edd-25ea-4e3b-b39e-b4d7710a5f81,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:24.396720 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:25.108849 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-08a3a7ba-4385-4803-ae52-c7dcff487c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:25.222367 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:26.499421 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:27.528966 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-499ca548-dbda-4f63-b3ac-be172ab91297 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493681713&fields=id&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 267 time: 0.0323572 Aug 17 12:18:27.634269 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-346ba89d-717b-49b7-9211-fdebc9a33962 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:27.635716 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-346ba89d-717b-49b7-9211-fdebc9a33962 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1001794 Aug 17 12:18:27.649952 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fa01c59f-a3b9-41b6-9ef8-cd6142109fec tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/quotas/eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 375 time: 0.0086265 Aug 17 12:18:27.705582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-2b1de62d-9272-4167-a014-ee10661934fa tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506992 Aug 17 12:18:27.813827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-dd2e17a7-5c1d-4c43-bad6-02d104af2ed5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=93952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 12:18:27.814825 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-dd2e17a7-5c1d-4c43-bad6-02d104af2ed5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0984201 Aug 17 12:18:27.902719 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-9c8939ad-a3b8-4253-8647-6c82fab37f42 service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816979 Aug 17 12:18:27.996313 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-704ab804-3cb4-4064-abb1-fdc5ca8eac1b service neutron] 10.222.0.58 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875425 Aug 17 12:18:28.082928 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:28.277202 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-de169c18-480a-46a0-bf49-dc4f7da99c19 req-213dfef6-ea1e-4081-997f-5153c50eb8f5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0259845 Aug 17 12:18:29.370627 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ca49bbb-50c5-41b0-af69-f37b5b7393de req-69351736-a4b4-4fce-82d2-487b9d142960 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0258505 Aug 17 12:18:29.481790 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-2e07f929-438f-4028-8456-c517d4bd912c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:29.483070 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-2e07f929-438f-4028-8456-c517d4bd912c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 812 time: 0.1021752 Aug 17 12:18:29.531458 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-b6fcd046-287e-463e-89d5-ecfa9e8c0719 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eabd442534a0454bbea1cfc1fed732b2 HTTP/1.1" status: 200 len: 379 time: 0.0324583 Aug 17 12:18:29.548242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'port': {'device_id': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'admin_state_up': True, 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'security_groups': ['49a42038-3780-41f9-97c0-a70527cad3b8']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:29.656808 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Made reservation on behalf of eabd442534a0454bbea1cfc1fed732b2 for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:18:29.660281 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:29.779151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.20.0.13 (f5fb5249-ce12-4585-a3c5-0fd7da0b45de/16471665-fd03-4ca0-a5ce-0f8eaca61430/c7713746-8e1a-496c-9d60-152c18adbbed) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:29.925833 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:29.940397 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Transition to ACTIVE for port object c7713746-8e1a-496c-9d60-152c18adbbed will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:29.981127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.024164 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:30.030225 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:30.034452 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:30.068958 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:30.107964 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:30.108635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.125236 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-afcb0956-7765-48b6-97d5-e674842c0b0e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5809562 Aug 17 12:18:30.151443 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Request body: {'port': {'device_id': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:30.215857 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.333769 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-2a7dc8fb-cabd-43cd-92f4-4c3c95354cff None None] Provisioning for port c7713746-8e1a-496c-9d60-152c18adbbed completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:30.337863 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-2a7dc8fb-cabd-43cd-92f4-4c3c95354cff None None] Provisioning complete for port c7713746-8e1a-496c-9d60-152c18adbbed triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:30.338237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc8fb-cabd-43cd-92f4-4c3c95354cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.375194 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-2a7dc8fb-cabd-43cd-92f4-4c3c95354cff None None] Port c7713746-8e1a-496c-9d60-152c18adbbed cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:18:30.510024 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7713746-8e1a-496c-9d60-152c18adbbed {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:18:30.518616 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.533190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec3372-2bf6-427a-a9b4-5d77847f8bc5 req-c66679c2-12e7-4a86-8d0d-289fc7d8156e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:30.534703 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9aec3372-2bf6-427a-a9b4-5d77847f8bc5 req-c66679c2-12e7-4a86-8d0d-289fc7d8156e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 932 time: 0.0917323 Aug 17 12:18:30.543507 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Transition to ACTIVE for port object c7713746-8e1a-496c-9d60-152c18adbbed will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:30.550834 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.620131 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9aec3372-2bf6-427a-a9b4-5d77847f8bc5 req-e8ca2eb2-7d37-4293-9c06-f25539c370fc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777543 Aug 17 12:18:30.625069 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Pushing event updated for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:30.698704 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Attempting to bind port c7713746-8e1a-496c-9d60-152c18adbbed on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:30.699188 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Attempting to bind port c7713746-8e1a-496c-9d60-152c18adbbed by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:30.699524 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Attempting to bind port c7713746-8e1a-496c-9d60-152c18adbbed on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:30.704223 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Port c7713746-8e1a-496c-9d60-152c18adbbed on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:18:30.704551 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Attempting to bind port c7713746-8e1a-496c-9d60-152c18adbbed on network f5fb5249-ce12-4585-a3c5-0fd7da0b45de {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:30.710184 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:30.710530 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Checking segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:30.710918 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Bound using segment: {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:30.711353 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Bound port: c7713746-8e1a-496c-9d60-152c18adbbed, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:30.711722 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.786501 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:30.789844 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7713746-8e1a-496c-9d60-152c18adbbed,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:30.794927 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.828536 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:30.828997 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:30.830368 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] 10.222.0.60 "PUT /v2.0/ports/c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 200 len: 1094 time: 0.6840806 Aug 17 12:18:30.830794 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:18:30.833613 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7aef4e-2dfb-474c-a374-1961656c8e81" -d '{"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:18:30.857409 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96daf6-aebc-40ce-af63-8ff4857c5257 service neutron] Pushing event updated for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:30.880192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42829555-bfa7-4674-b3b1-5d2a79443c39 x-openstack-request-id: req-42829555-bfa7-4674-b3b1-5d2a79443c39 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:18:30.880192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:18:30.880545 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-42829555-bfa7-4674-b3b1-5d2a79443c39 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:18:30.880655 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'status': 'completed', 'code': 200} Aug 17 12:18:30.972120 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-e337782c-ca7b-4500-9d6b-c2816b987c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:30.974195 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-e337782c-ca7b-4500-9d6b-c2816b987c1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0505590 Aug 17 12:18:31.081793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-6ad67222-3e1a-4c39-a7a0-da3a45055a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.084033 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-6ad67222-3e1a-4c39-a7a0-da3a45055a04 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eabd442534a0454bbea1cfc1fed732b2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968018 Aug 17 12:18:31.183921 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-82fafec4-100b-40cc-b8da-091220e8d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.185488 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ab7aef4e-2dfb-474c-a374-1961656c8e81 req-82fafec4-100b-40cc-b8da-091220e8d4b0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945902 Aug 17 12:18:31.286931 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-4fa08942-d8dc-4396-b176-cf149e7b6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.288437 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-4fa08942-d8dc-4396-b176-cf149e7b6e58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0450869 Aug 17 12:18:31.335040 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-bdc1c7cc-dd10-4cfc-83c9-de36de950201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 200 len: 217 time: 0.0326767 Aug 17 12:18:31.382821 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-4a86d764-d58d-48d0-b2fd-44a075ca4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.384271 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-4a86d764-d58d-48d0-b2fd-44a075ca4153 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0428514 Aug 17 12:18:31.431787 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-0c355fe3-396e-4fcf-b984-4d7ef0c03910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.433310 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-0c355fe3-396e-4fcf-b984-4d7ef0c03910 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422113 Aug 17 12:18:31.523325 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-b3668087-1900-419c-abc1-fcb3c6391431 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805974 Aug 17 12:18:31.612582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd4d99bf-fd73-4686-9706-94736e892c0c req-c46aa7f7-49dc-487e-baa7-82d9ffbeabd6 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Aug 17 12:18:31.738439 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a57e-ef59-4a9d-8e6b-db84323dfae7 req-673c00fb-2ffd-4145-94ab-47622c39b749 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:31.740498 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a37a57e-ef59-4a9d-8e6b-db84323dfae7 req-673c00fb-2ffd-4145-94ab-47622c39b749 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0505373 Aug 17 12:18:31.777413 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4a37a57e-ef59-4a9d-8e6b-db84323dfae7 req-8bf33a5a-3307-4114-81e1-5ec51b1390f5 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Aug 17 12:18:32.891945 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7709a6-dc20-4ee1-b093-a0a9fa8a3b09 req-3110e820-804b-4c9d-8658-c93e8076b133 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:32.893416 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc7709a6-dc20-4ee1-b093-a0a9fa8a3b09 req-3110e820-804b-4c9d-8658-c93e8076b133 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0478301 Aug 17 12:18:32.933228 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-bc7709a6-dc20-4ee1-b093-a0a9fa8a3b09 req-b0662f57-8851-452b-a224-ebb8866dac30 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Aug 17 12:18:34.048483 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef75f8-3051-4b78-90f9-258a45fff090 req-5ceb611d-a4d5-4f84-8a6b-0cfc283cf0ac tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:34.049939 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-beef75f8-3051-4b78-90f9-258a45fff090 req-5ceb611d-a4d5-4f84-8a6b-0cfc283cf0ac tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0473897 Aug 17 12:18:34.087548 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-beef75f8-3051-4b78-90f9-258a45fff090 req-13866d54-3256-42c2-a782-3b3fb0223326 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316138 Aug 17 12:18:35.197969 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fde8a9-37a9-44e8-a3d9-fd1f0db28a9a req-366b5505-7923-4ab5-ac15-fca126c101d0 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:35.199446 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-81fde8a9-37a9-44e8-a3d9-fd1f0db28a9a req-366b5505-7923-4ab5-ac15-fca126c101d0 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0471215 Aug 17 12:18:35.237582 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-81fde8a9-37a9-44e8-a3d9-fd1f0db28a9a req-380cd01d-981f-4fe6-9648-7a337bcf5eee tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321023 Aug 17 12:18:35.803973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46824) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:35.902895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1065ee8-ea76-4fdd-800d-c79f2310bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:35.987989 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1065ee8-ea76-4fdd-800d-c79f2310bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:35.992279 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1065ee8-ea76-4fdd-800d-c79f2310bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.037425 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a1065ee8-ea76-4fdd-800d-c79f2310bf1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=05c18853fff842a0aff653c55a87b272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323735 Aug 17 12:18:36.038294 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1065ee8-ea76-4fdd-800d-c79f2310bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4543267-2cd0-473d-9b4b-9a005ab93f4a,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:36.040091 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46828) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:36.086825 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.110902 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.157441 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.159976 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.161135 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f4543267-2cd0-473d-9b4b-9a005ab93f4a HTTP/1.1" status: 204 len: 168 time: 0.1200423 Aug 17 12:18:36.169112 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4543267-2cd0-473d-9b4b-9a005ab93f4a,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:36.175979 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.176339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.176684 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.177630 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.177969 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.178305 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.178644 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.179012 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.179296 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.179628 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.179954 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.180284 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4801d8bf-75aa-4484-a329-83e3fa6ce27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:36.348366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4520d-0260-4017-8951-8057558e859b req-71882a11-816c-416e-9849-8127b5ff4ebc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:36.350653 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ffc4520d-0260-4017-8951-8057558e859b req-71882a11-816c-416e-9849-8127b5ff4ebc tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0489044 Aug 17 12:18:36.389017 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ffc4520d-0260-4017-8951-8057558e859b req-5dfd8a49-90a7-498f-9d29-2956bed2355e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Aug 17 12:18:36.769293 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46852) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:36.866455 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1022646269-network', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:36.886715 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Made reservation on behalf of ccb52adc99a741ea81fcbaefeb2c5cde for: {'network': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:18:36.888905 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.897540 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.981769 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:36.985234 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.004628 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:18:37.018012 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:37.023265 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.023613 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.segments_db [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Added segment 07f6c73d-4d3d-48e5-8838-3691986cc288 of type vlan for network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 Aug 17 12:18:37.061740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.085912 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.086882 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:37.087459 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.140444 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3698814 Aug 17 12:18:37.143569 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46856) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:37.148628 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Request body: {'subnet': {'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1022646269-subnet', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'ip_version': 4}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:37.158110 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb855d-ffbd-4fa8-9eca-1c8db83c552f admin admin] Pushing event updated for resources: {'Network': ['ID=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:37.171160 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:18:37.172476 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Made reservation on behalf of ccb52adc99a741ea81fcbaefeb2c5cde for: {'subnet': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:18:37.174804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12330423'] for subnet, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.338002 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10210384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12330401'] for subnet, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.394264 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64257be7-deac-4182-a897-0e368fa0a1b4,revision_number=0']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:37.398425 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Checking segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:37.398782 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Network hostable DHCP agents. Network: 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:18:37.422015 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:18:37.431725 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9) {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:37.435943 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:37.436529 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.441320 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beac0b4-5f13-4ce4-b9ed-2bda53d8ca5d None None] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:18:37.457026 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46860) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:37.457227 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-86407a3d-3596-4e20-bfaf-cb15abe2064e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3124478 Aug 17 12:18:37.462483 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:37.488047 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.491016 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.519506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc7e1-6112-463a-8534-2c69a8d28caa req-28fc9e7e-2c8b-4ccf-aea4-ff3a9f2e7323 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:37.521099 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-540fc7e1-6112-463a-8534-2c69a8d28caa req-28fc9e7e-2c8b-4ccf-aea4-ff3a9f2e7323 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0546858 Aug 17 12:18:37.550419 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.560105 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-540fc7e1-6112-463a-8534-2c69a8d28caa req-2a1f66bd-80b8-437a-b70a-cdc3d9a09936 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Aug 17 12:18:37.610638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:18:37.611564 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.687226 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.862424 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Allocated IP 172.20.0.2 (1f7aa6e0-26d1-44b7-8178-bcf8994b25d9/64257be7-deac-4182-a897-0e368fa0a1b4/581467ab-44af-4bbc-acc1-1b29dc6efde9) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:37.886524 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:37.906046 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.002234 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.006126 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Allocated IP 172.27.0.34 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/7ea0b625-5584-4326-8668-887b15ffec7b) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:38.010135 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Transition to ACTIVE for port object 581467ab-44af-4bbc-acc1-1b29dc6efde9 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:38.026259 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Transition to ACTIVE for port object 581467ab-44af-4bbc-acc1-1b29dc6efde9 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:38.034089 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.069965 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:38.074612 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:38.078078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:38.088905 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Pushing event updated for resources: {'Port': ['ID=581467ab-44af-4bbc-acc1-1b29dc6efde9,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:38.109577 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.109929 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.110269 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.110613 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.110934 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.111263 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.111592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.111919 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.112241 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.112562 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.112886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.113237 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:38.116109 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.145489 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Attempting to bind port 581467ab-44af-4bbc-acc1-1b29dc6efde9 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:38.146383 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Attempting to bind port 581467ab-44af-4bbc-acc1-1b29dc6efde9 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:38.146748 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Attempting to bind port 581467ab-44af-4bbc-acc1-1b29dc6efde9 on network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:38.151507 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:38.151878 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Checking segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:38.152331 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.152672 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Bound using segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:38.153160 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Bound port: 581467ab-44af-4bbc-acc1-1b29dc6efde9, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:38.153529 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.156253 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.190168 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:38.192836 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:38.198468 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:38.218167 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] For port 581467ab-44af-4bbc-acc1-1b29dc6efde9, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:38.221507 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] For port 581467ab-44af-4bbc-acc1-1b29dc6efde9, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=581467ab-44af-4bbc-acc1-1b29dc6efde9,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:38.226196 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.226968 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Pushing event updated for resources: {'Port': ['ID=7ea0b625-5584-4326-8668-887b15ffec7b,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:38.285493 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05f07d-87e4-42b3-af32-c9ddb98145f2 None None] Pushing event updated for resources: {'Port': ['ID=581467ab-44af-4bbc-acc1-1b29dc6efde9,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:38.474239 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.669024 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.676711 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d908-8efe-4f6c-a8c6-486a1169f3d2 req-570ee7c2-3c82-4a71-b437-f476e9eaadb9 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:38.678867 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8320d908-8efe-4f6c-a8c6-486a1169f3d2 req-570ee7c2-3c82-4a71-b437-f476e9eaadb9 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0498323 Aug 17 12:18:38.715722 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8320d908-8efe-4f6c-a8c6-486a1169f3d2 req-b1b9971b-e582-41e9-9f08-2c23943a5f76 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Aug 17 12:18:38.796613 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Router 82229b45-2cc8-4e13-a331-a418f9c63bbb is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:18:38.906609 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:18:38.915592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Sync routers for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:18:38.925518 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:38.926743 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-0ce1543e-b10d-4e1e-aa0b-d95768d28e55 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4682300 Aug 17 12:18:38.929886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:38.930021 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46864) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:38.930546 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:39.049455 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:39.109846 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 581467ab-44af-4bbc-acc1-1b29dc6efde9 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:39.143534 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc75fd60-973e-449a-b0ab-87e1ad51a149 None None] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:18:39.253331 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-4a65fe97-47b7-4213-b591-9e51f7d822b9 None None] Provisioning for port 581467ab-44af-4bbc-acc1-1b29dc6efde9 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:39.350459 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 581467ab-44af-4bbc-acc1-1b29dc6efde9 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:39.354539 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.358212 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 581467ab-44af-4bbc-acc1-1b29dc6efde9 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:39.358606 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.454373 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:38Z', 'revision_number': 3, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:39.504267 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Checking router: 82229b45-2cc8-4e13-a331-a418f9c63bbb for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:18:39.504625 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Updating router 82229b45-2cc8-4e13-a331-a418f9c63bbb port 7ea0b625-5584-4326-8668-887b15ffec7b binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:18:39.505839 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Allocated IP 172.20.0.1 (1f7aa6e0-26d1-44b7-8178-bcf8994b25d9/64257be7-deac-4182-a897-0e368fa0a1b4/f314d688-a037-4340-8cb2-acabdf88bf5a) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:39.538528 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.540459 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.610052 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 581467ab-44af-4bbc-acc1-1b29dc6efde9, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=581467ab-44af-4bbc-acc1-1b29dc6efde9,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:39.630255 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.644048 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.provisioning_blocks [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Transition to ACTIVE for port object f314d688-a037-4340-8cb2-acabdf88bf5a will not be triggered until provisioned by entity DHCP. {{(pid=93951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:39.656778 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.678420 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.717013 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:39.719760 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:39.723367 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:39.743067 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-3dd8cd0f-cb8d-4fac-b75b-88152615ac17 None None] Provisioning complete for port 581467ab-44af-4bbc-acc1-1b29dc6efde9 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:39.743403 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3dd8cd0f-cb8d-4fac-b75b-88152615ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.748151 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:39.766475 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:39.807270 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=581467ab-44af-4bbc-acc1-1b29dc6efde9,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:39.909218 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983cbc-9bb6-418a-8aca-b19712f6bdf4 req-7cfedd95-52cc-442a-b36c-e5a2fd4f004e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:39.911474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c1983cbc-9bb6-418a-8aca-b19712f6bdf4 req-7cfedd95-52cc-442a-b36c-e5a2fd4f004e tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 944 time: 0.0759799 Aug 17 12:18:39.933244 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c7713746-8e1a-496c-9d60-152c18adbbed details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:18:39.973420 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c1983cbc-9bb6-418a-8aca-b19712f6bdf4 req-428e2072-233b-426f-b9ae-72c8f9624206 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460954 Aug 17 12:18:39.996992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.012544 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Transition to ACTIVE for port object 7ea0b625-5584-4326-8668-887b15ffec7b will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:40.029612 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.095363 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.143473 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Attempting to bind port 7ea0b625-5584-4326-8668-887b15ffec7b on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:40.143737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Attempting to bind port 7ea0b625-5584-4326-8668-887b15ffec7b by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:40.144108 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Attempting to bind port 7ea0b625-5584-4326-8668-887b15ffec7b on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:40.156930 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5a84-0adc-43e1-9545-1b8b7d628f54 None None] Pushing event updated for resources: {'Port': ['ID=7ea0b625-5584-4326-8668-887b15ffec7b,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:40.160951 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-0083b881-a924-4e5d-a2fb-f50999c13fb1 None None] Provisioning for port f314d688-a037-4340-8cb2-acabdf88bf5a completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:40.168329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:40.168853 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:40.169451 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.170008 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:40.170681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Bound port: 7ea0b625-5584-4326-8668-887b15ffec7b, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:40.171221 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.208359 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-0083b881-a924-4e5d-a2fb-f50999c13fb1 None None] Provisioning complete for port f314d688-a037-4340-8cb2-acabdf88bf5a triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:40.208864 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0083b881-a924-4e5d-a2fb-f50999c13fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.255494 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7713746-8e1a-496c-9d60-152c18adbbed,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:40.267189 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.273749 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.282364 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'port_id': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'mac_address': 'fa:16:3e:b9:ac:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:18:40.291416 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-0083b881-a924-4e5d-a2fb-f50999c13fb1 None None] Port f314d688-a037-4340-8cb2-acabdf88bf5a cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:18:40.314930 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] For port 7ea0b625-5584-4326-8668-887b15ffec7b, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:40.333232 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] For port 7ea0b625-5584-4326-8668-887b15ffec7b, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7ea0b625-5584-4326-8668-887b15ffec7b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:40.340497 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.344961 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:40.348133 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.348734 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.394923 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7713746-8e1a-496c-9d60-152c18adbbed {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:18:40.432561 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7713746-8e1a-496c-9d60-152c18adbbed,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:40.433517 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5a84-0adc-43e1-9545-1b8b7d628f54 None None] Pushing event updated for resources: {'Port': ['ID=7ea0b625-5584-4326-8668-887b15ffec7b,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:40.436804 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:40.437680 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:40.441702 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.442388 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:40.444345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:40.561768 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Router 82229b45-2cc8-4e13-a331-a418f9c63bbb has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:18:40.679062 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:18:40.684097 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-4f19dfae-2ead-4fa8-b766-f600ba2198b0 admin admin] 10.222.0.58 "PUT /v2.0/routers/82229b45-2cc8-4e13-a331-a418f9c63bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531776 Aug 17 12:18:40.688964 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:40.719651 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:40.751439 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-94e3ee1b-8fd6-4658-9fbe-460e332d8cc9 None None] Provisioning complete for port f314d688-a037-4340-8cb2-acabdf88bf5a triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:40.751813 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-94e3ee1b-8fd6-4658-9fbe-460e332d8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:40.856764 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['c7713746-8e1a-496c-9d60-152c18adbbed'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:18:40.861191 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-94e3ee1b-8fd6-4658-9fbe-460e332d8cc9 None None] Port f314d688-a037-4340-8cb2-acabdf88bf5a cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:18:41.043020 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 581467ab-44af-4bbc-acc1-1b29dc6efde9 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:41.070346 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 2, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:41.100866 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c0a9b-8f00-472c-9550-7926a159adf6 req-e5d8ec2e-e411-4c16-81cb-4156e8c7a866 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:41.102344 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a1c0a9b-8f00-472c-9550-7926a159adf6 req-e5d8ec2e-e411-4c16-81cb-4156e8c7a866 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 945 time: 0.0516958 Aug 17 12:18:41.115603 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29da3a43-6c77-4c32-a79c-6f903cc6c89c None None] The sync data for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi is: [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 2, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:18:41.155454 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7a1c0a9b-8f00-472c-9550-7926a159adf6 req-2fd5b70a-eee3-400d-ae7f-f9f4f0ad6fb4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459867 Aug 17 12:18:41.166878 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 581467ab-44af-4bbc-acc1-1b29dc6efde9 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:41.167334 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.196477 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46884) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:41.202539 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045661300-network', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:41.226427 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Made reservation on behalf of 20096656b3ae4c22abbc18fdea85761d for: {'network': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:18:41.228863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for network, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.237535 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.340117 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.349690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.371696 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 12:18:41.388059 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678c2448-e7e1-4da7-8ccc-1f6b254a5a9e,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:41.392094 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.392440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.segments_db [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Added segment d9508f5a-d479-4469-addb-5692fc524714 of type vlan for network adf3742f-b829-461c-bcac-f359e3e78763 Aug 17 12:18:41.434180 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741363532975'] for network, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.461217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564'] for network, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.462229 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:41.462840 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:41.796695 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5983267 Aug 17 12:18:41.799667 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46888) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:41.806009 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Request body: {'subnet': {'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045661300-subnet', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'ip_version': 4}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:41.808934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb9ceb-a238-4dc0-87c5-b17e81ef30d5 admin admin] Pushing event updated for resources: {'Network': ['ID=adf3742f-b829-461c-bcac-f359e3e78763,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:41.823235 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Network adf3742f-b829-461c-bcac-f359e3e78763 details requested by agent ovs-agent-dv-cinder-778193-3-iscsi with host dv-cinder-778193-3-iscsi {{(pid=93953) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 12:18:41.833013 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Made reservation on behalf of 20096656b3ae4c22abbc18fdea85761d for: {'subnet': 1} {{(pid=93951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:18:41.835415 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9269463'] for subnet, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.011619 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9632791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9269441'] for subnet, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.068578 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ca8851-5bf8-4925-8d9d-740e39ece6b6,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:42.081830 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Checking segment: {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:42.082196 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Network hostable DHCP agents. Network: adf3742f-b829-461c-bcac-f359e3e78763, hostable agents: ['b77c0a13-42be-41c5-93cb-560218b3639d'], hosted agents: [] {{(pid=93951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 12:18:42.100218 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Network adf3742f-b829-461c-bcac-f359e3e78763 is scheduled to be hosted by DHCP agent b77c0a13-42be-41c5-93cb-560218b3639d with binding_index 1 {{(pid=93951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 12:18:42.109489 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-3-iscsi, adf3742f-b829-461c-bcac-f359e3e78763) {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:42.114280 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:42.114880 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.120304 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452111f-431e-4df3-9641-c92dee465807 None None] Network adf3742f-b829-461c-bcac-f359e3e78763 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:18:42.133577 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46890) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:42.134096 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-63fa25cc-f59a-4f39-a33c-3d29b8d698e6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3327732 Aug 17 12:18:42.138827 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:42.160680 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3723459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41214'] for router, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.161740 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3723347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41207'] for router, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.217051 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.290364 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb592515-d8cc-5c07-9437-7631d62db0d0-adf3742f-b829-461c-bcac-f359e3e78763', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6'}]}} from dv-cinder-778193-3-iscsi. {{(pid=93953) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 12:18:42.291255 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.395617 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497c411-4b8e-4b08-a68f-8f346392dcc3 req-29bb413d-402c-484d-b781-47d0ef419686 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:42.397644 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e497c411-4b8e-4b08-a68f-8f346392dcc3 req-29bb413d-402c-484d-b781-47d0ef419686 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 945 time: 0.1675134 Aug 17 12:18:42.399448 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.437445 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Allocated IP 172.20.0.2 (adf3742f-b829-461c-bcac-f359e3e78763/b1ca8851-5bf8-4925-8d9d-740e39ece6b6/99880c8e-5c32-4071-8be8-9acaf8cac594) {{(pid=93953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:42.474201 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e497c411-4b8e-4b08-a68f-8f346392dcc3 req-75232976-4de3-4484-a895-e3f2d3e2159b tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701942 Aug 17 12:18:42.577504 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks [] for port, precommit_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.586716 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Transition to ACTIVE for port object 99880c8e-5c32-4071-8be8-9acaf8cac594 will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:42.601748 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Transition to ACTIVE for port object 99880c8e-5c32-4071-8be8-9acaf8cac594 will not be triggered until provisioned by entity DHCP. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:42.607039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661'] for port, after_create {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.629853 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.648860 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.649418 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Network adf3742f-b829-461c-bcac-f359e3e78763 is already hosted by enough agents. {{(pid=93953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:42.652286 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Resources bound (agent type, host, resource id): {{(pid=93953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:42.656104 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Received port after_create {{(pid=93953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:42.663827 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Pushing event updated for resources: {'Port': ['ID=99880c8e-5c32-4071-8be8-9acaf8cac594,revision_number=1']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:42.716524 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Attempting to bind port 99880c8e-5c32-4071-8be8-9acaf8cac594 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:42.716890 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Attempting to bind port 99880c8e-5c32-4071-8be8-9acaf8cac594 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:42.717275 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Attempting to bind port 99880c8e-5c32-4071-8be8-9acaf8cac594 on network adf3742f-b829-461c-bcac-f359e3e78763 {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:42.722751 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:42.723121 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Checking segment: {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:42.723516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.723900 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Bound using segment: {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:42.724356 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Bound port: 99880c8e-5c32-4071-8be8-9acaf8cac594, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:42.724766 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.759792 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Allocated IP 172.27.0.178 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/009299ea-0940-426b-9009-5ac72823473c) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:42.793166 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] For port 99880c8e-5c32-4071-8be8-9acaf8cac594, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:42.797668 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] For port 99880c8e-5c32-4071-8be8-9acaf8cac594, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=99880c8e-5c32-4071-8be8-9acaf8cac594,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:42.801927 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.861988 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ffaf1-f772-49ce-bdf0-ae1fb569f979 None None] Pushing event updated for resources: {'Port': ['ID=99880c8e-5c32-4071-8be8-9acaf8cac594,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:42.881561 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.920628 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:42.970115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:42.973373 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:42.979693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:42.983079 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=009299ea-0940-426b-9009-5ac72823473c,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:43.112747 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7ea0b625-5584-4326-8668-887b15ffec7b up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:43.147930 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Sync routers for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:18:43.163765 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:43.164938 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:43.178750 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 7ea0b625-5584-4326-8668-887b15ffec7b completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:43.183297 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 7ea0b625-5584-4326-8668-887b15ffec7b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:43.183683 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.269677 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.270916 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:43.271165 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.292404 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 7ea0b625-5584-4326-8668-887b15ffec7b, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7ea0b625-5584-4326-8668-887b15ffec7b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:43.296658 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.365744 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=7ea0b625-5584-4326-8668-887b15ffec7b,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:43.475268 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3723338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728155'] for router, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.477717 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 2, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:43.503320 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Checking router: 82229b45-2cc8-4e13-a331-a418f9c63bbb for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:18:43.503942 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Updating router 82229b45-2cc8-4e13-a331-a418f9c63bbb port f314d688-a037-4340-8cb2-acabdf88bf5a binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:18:43.530730 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.636694 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7116e0-8706-4ded-bc8f-ca5ca64a7b59 req-ff8f03e6-7f78-4bac-ac45-309cada52b36 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:43.638345 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a7116e0-8706-4ded-bc8f-ca5ca64a7b59 req-ff8f03e6-7f78-4bac-ac45-309cada52b36 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 945 time: 0.0745435 Aug 17 12:18:43.666661 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Router 3c85599a-0862-4f1d-84fd-0f743653d59d is scheduled to L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 with binding_index 1 {{(pid=93952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 12:18:43.691963 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0a7116e0-8706-4ded-bc8f-ca5ca64a7b59 req-089fdba5-1250-48db-85f8-cf6940106672 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468655 Aug 17 12:18:43.795528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:18:43.811696 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Sync routers for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:18:43.812268 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.814027 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-9a1ab919-958f-4723-b25c-b851fd96b0c5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6787195 Aug 17 12:18:43.816795 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46896) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:43.823299 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:43.824555 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:43.826246 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.837642 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Transition to ACTIVE for port object f314d688-a037-4340-8cb2-acabdf88bf5a will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:43.844017 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.875199 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae5a44-e359-4db6-ad10-586ff0be692c None None] Network adf3742f-b829-461c-bcac-f359e3e78763 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:18:43.901132 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Pushing event updated for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:43.948727 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.949356 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.950021 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.950567 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.951048 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.951529 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.952017 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.952536 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.953061 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.953559 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.954042 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.954529 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:18:43.973897 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Attempting to bind port f314d688-a037-4340-8cb2-acabdf88bf5a on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:43.974267 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Attempting to bind port f314d688-a037-4340-8cb2-acabdf88bf5a by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:43.975240 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Attempting to bind port f314d688-a037-4340-8cb2-acabdf88bf5a on network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:43.980608 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:43.980990 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Checking segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:43.981388 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:43.981775 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Bound using segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:43.982238 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Bound port: f314d688-a037-4340-8cb2-acabdf88bf5a, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:43.982629 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.024771 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c7713746-8e1a-496c-9d60-152c18adbbed up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:44.057714 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] For port f314d688-a037-4340-8cb2-acabdf88bf5a, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:44.061960 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] For port f314d688-a037-4340-8cb2-acabdf88bf5a, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=f314d688-a037-4340-8cb2-acabdf88bf5a,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:44.067785 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.111856 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-eb6001f1-3b3b-4b4b-b4cd-22484e02bb1a None None] Provisioning for port 99880c8e-5c32-4071-8be8-9acaf8cac594 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:44.139419 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:44.144497 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97487471-d32d-400d-8c3b-a931c658a5bf None None] Pushing event updated for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:44.153188 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:44.153799 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:44.261659 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:44.292531 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port c7713746-8e1a-496c-9d60-152c18adbbed completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:44.310435 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.313090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port c7713746-8e1a-496c-9d60-152c18adbbed triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:44.313578 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.350266 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:18:44.494550 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:44Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:44.500252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Allocated IP 172.20.0.1 (adf3742f-b829-461c-bcac-f359e3e78763/b1ca8851-5bf8-4925-8d9d-740e39ece6b6/8fd0767a-794d-4282-a76b-7517b45df922) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:44.527958 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad7dc-ed46-429d-bfda-5a4398639309 None None] The sync data for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi is: [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:44Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:18:44.611454 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.644206 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:18:44.646754 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9be811-df51-4db5-97c1-de4ab5735815" -d '{"events": [{"server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "name": "network-vif-plugged", "status": "completed", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:18:44.662938 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7713746-8e1a-496c-9d60-152c18adbbed,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:44.678808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 3, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:44.681277 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.806250 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Checking router: 3c85599a-0862-4f1d-84fd-0f743653d59d for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:18:44.806627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Updating router 3c85599a-0862-4f1d-84fd-0f743653d59d port 009299ea-0940-426b-9009-5ac72823473c binding host dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:18:44.857201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.885108 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:44.964073 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:44.984256 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Transition to ACTIVE for port object 8fd0767a-794d-4282-a76b-7517b45df922 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:44.991314 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d5922-541a-473b-bc53-d285e1f6d74a x-openstack-request-id: req-f63d5922-541a-473b-bc53-d285e1f6d74a {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:18:44.991907 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "name": "network-vif-plugged", "status": "completed", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:18:44.992161 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f63d5922-541a-473b-bc53-d285e1f6d74a {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:18:44.992545 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'code': 200} Aug 17 12:18:45.010621 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1d75-4a95-46f7-a2cc-c93ac0e4e729 req-eb4eef59-d4e1-4d67-a4bb-4341b8b64cb3 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:45.012167 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-10fb1d75-4a95-46f7-a2cc-c93ac0e4e729 req-eb4eef59-d4e1-4d67-a4bb-4341b8b64cb3 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.1016233 Aug 17 12:18:45.077335 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-10fb1d75-4a95-46f7-a2cc-c93ac0e4e729 req-5ef9dde8-d652-45d7-896d-6d7b471d4ce4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540769 Aug 17 12:18:45.078947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.116703 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Network adf3742f-b829-461c-bcac-f359e3e78763 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:45.120224 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:45.124826 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:45.170576 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Pushing event updated for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:45.185941 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3725395'] for router_interface, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.222284 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.233784 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Transition to ACTIVE for port object 009299ea-0940-426b-9009-5ac72823473c will not be triggered until provisioned by entity L2. {{(pid=93953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:45.249467 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.266743 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 99880c8e-5c32-4071-8be8-9acaf8cac594 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:45.338835 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11d535-f5b1-4b28-bed6-9f06f57e698f req-dc256f10-e7db-4b13-900a-04b223a8d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:45.341387 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd11d535-f5b1-4b28-bed6-9f06f57e698f req-dc256f10-e7db-4b13-900a-04b223a8d412 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.1016500 Aug 17 12:18:45.362126 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Attempting to bind port 009299ea-0940-426b-9009-5ac72823473c on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:45.362506 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Attempting to bind port 009299ea-0940-426b-9009-5ac72823473c by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:45.362874 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Attempting to bind port 009299ea-0940-426b-9009-5ac72823473c on network 3d07780d-a04e-4537-800d-eee44364614a {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:45.368351 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7689f-b52b-4cdc-b0f2-2a6e06d86dcb None None] Pushing event updated for resources: {'Port': ['ID=009299ea-0940-426b-9009-5ac72823473c,revision_number=2']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:45.376742 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:45.377178 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Checking segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:45.377599 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.378086 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Bound using segment: {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'} {{(pid=93953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:45.378615 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.managers [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Bound port: 009299ea-0940-426b-9009-5ac72823473c, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b22ed8-2f3f-4456-9561-06add7323eb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d07780d-a04e-4537-800d-eee44364614a'}}] {{(pid=93953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:45.378992 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.406747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dd11d535-f5b1-4b28-bed6-9f06f57e698f req-a92f9415-74a8-4cc5-af95-48ecc5e5b4dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582912 Aug 17 12:18:45.418631 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.428175 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 99880c8e-5c32-4071-8be8-9acaf8cac594 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:45.440650 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 99880c8e-5c32-4071-8be8-9acaf8cac594 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:45.441055 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.469553 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] For port 009299ea-0940-426b-9009-5ac72823473c, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:45.493866 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] For port 009299ea-0940-426b-9009-5ac72823473c, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=009299ea-0940-426b-9009-5ac72823473c,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:45.499737 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.509264 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-160d2559-61e0-44db-9bac-694bcc416b51 None None] Provisioning for port 8fd0767a-794d-4282-a76b-7517b45df922 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:45.540756 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-160d2559-61e0-44db-9bac-694bcc416b51 None None] Provisioning complete for port 8fd0767a-794d-4282-a76b-7517b45df922 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:45.541151 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-160d2559-61e0-44db-9bac-694bcc416b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.584514 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.588898 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.626396 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:45.627035 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:45.628734 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7689f-b52b-4cdc-b0f2-2a6e06d86dcb None None] Pushing event updated for resources: {'Port': ['ID=009299ea-0940-426b-9009-5ac72823473c,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:45.633884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-160d2559-61e0-44db-9bac-694bcc416b51 None None] Port 8fd0767a-794d-4282-a76b-7517b45df922 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:18:45.656191 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3725479'] for router_interface, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.658047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Pushing event updated for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:45.681641 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.751292 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Network adf3742f-b829-461c-bcac-f359e3e78763 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:45.752666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:45.755369 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 99880c8e-5c32-4071-8be8-9acaf8cac594, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=99880c8e-5c32-4071-8be8-9acaf8cac594,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:45.780761 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.781606 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7ea0b625-5584-4326-8668-887b15ffec7b up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:45.827668 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:45.881922 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Router 3c85599a-0862-4f1d-84fd-0f743653d59d has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:18:45.937056 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=99880c8e-5c32-4071-8be8-9acaf8cac594,revision_number=3']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:45.982267 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 7ea0b625-5584-4326-8668-887b15ffec7b triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:45.982638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:45.992069 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:18:46.005448 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-730b63bf-a643-4e59-b65a-ca14a8086bdf admin admin] 10.222.0.58 "PUT /v2.0/routers/3c85599a-0862-4f1d-84fd-0f743653d59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1791546 Aug 17 12:18:46.114469 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e0270a59-a628-4335-be4d-c968ec8b6f91 None None] Provisioning complete for port 8fd0767a-794d-4282-a76b-7517b45df922 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:46.114848 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e0270a59-a628-4335-be4d-c968ec8b6f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:46.161903 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device f314d688-a037-4340-8cb2-acabdf88bf5a up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:46.198762 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e0270a59-a628-4335-be4d-c968ec8b6f91 None None] Port 8fd0767a-794d-4282-a76b-7517b45df922 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:18:46.211076 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d5e99-5c76-441c-8b26-bd40960af0b9 req-21c37e1d-3630-469c-a360-9faf23d42da1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:46.212613 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-633d5e99-5c76-441c-8b26-bd40960af0b9 req-21c37e1d-3630-469c-a360-9faf23d42da1 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0521061 Aug 17 12:18:46.222773 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '8fd0767a-794d-4282-a76b-7517b45df922', 'name': '', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'mac_address': 'fa:16:3e:39:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:44Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 2, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'subnets': [{'id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:46.252053 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22591e61-60f2-4d12-9659-53a27a7e7fc8 None None] The sync data for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi is: [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '8fd0767a-794d-4282-a76b-7517b45df922', 'name': '', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'mac_address': 'fa:16:3e:39:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:44Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 2, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'subnets': [{'id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:18:46.253278 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-633d5e99-5c76-441c-8b26-bd40960af0b9 req-4144dad2-ca63-436b-899d-5aef6896defb tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330207 Aug 17 12:18:46.258034 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port f314d688-a037-4340-8cb2-acabdf88bf5a completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:46.262024 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port f314d688-a037-4340-8cb2-acabdf88bf5a triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:46.262583 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:46.372341 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:46.414998 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port f314d688-a037-4340-8cb2-acabdf88bf5a, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=f314d688-a037-4340-8cb2-acabdf88bf5a,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:46.420335 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:46.480979 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:47.039314 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 99880c8e-5c32-4071-8be8-9acaf8cac594 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:47.088095 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 99880c8e-5c32-4071-8be8-9acaf8cac594 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:47.088461 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:47.300859 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device f314d688-a037-4340-8cb2-acabdf88bf5a up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:47.431350 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port f314d688-a037-4340-8cb2-acabdf88bf5a triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:47.431518 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc07e2c-fc65-4f2c-8dd1-4bd293315beb req-ca5f834b-dcbc-46c5-adb1-4e5153165079 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:47.432188 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:47.433450 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fc07e2c-fc65-4f2c-8dd1-4bd293315beb req-ca5f834b-dcbc-46c5-adb1-4e5153165079 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0897839 Aug 17 12:18:47.508181 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fc07e2c-fc65-4f2c-8dd1-4bd293315beb req-906a5c11-8523-4dc1-9ddd-601dd89034d7 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683496 Aug 17 12:18:47.639554 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b609-dc81-4d08-8ceb-2d7b55fea7b2 req-3b5a65e8-b534-45cf-bdaa-19e167ecc9db tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:47.641150 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f95b609-dc81-4d08-8ceb-2d7b55fea7b2 req-3b5a65e8-b534-45cf-bdaa-19e167ecc9db tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0595586 Aug 17 12:18:47.693817 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4f95b609-dc81-4d08-8ceb-2d7b55fea7b2 req-533ccfb6-d9ff-429d-bf3f-d7e53a0e05cd tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449815 Aug 17 12:18:47.715459 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 46942) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:48.014132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f76a1c-7850-4813-9668-02aa837c8292 tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:48.015665 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-b4f76a1c-7850-4813-9668-02aa837c8292 tempest-TestVolumeBootPattern-595741864 tempest-TestVolumeBootPattern-595741864-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1094 time: 0.2992153 Aug 17 12:18:48.020158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 46946) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:18:48.025861 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'port_id': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:18:48.062844 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:48.191547 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:48.312127 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Allocated IP 172.27.0.223 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/4c6366f6-02dc-4ece-9429-1bbbe42134de) {{(pid=93951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:18:48.421064 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:48.461638 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:48.496295 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:18:48.499060 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Resources bound (agent type, host, resource id): {{(pid=93951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:18:48.503240 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Received port after_create {{(pid=93951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:18:48.538887 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=4c6366f6-02dc-4ece-9429-1bbbe42134de,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:49.002067 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Sync routers for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:18:49.017100 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:49.018029 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:49.112411 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 009299ea-0940-426b-9009-5ac72823473c up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:49.127287 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.203158 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 009299ea-0940-426b-9009-5ac72823473c completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:49.217136 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 009299ea-0940-426b-9009-5ac72823473c triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:49.218738 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.254252 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.282277 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:49.346384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.380592 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 009299ea-0940-426b-9009-5ac72823473c, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=009299ea-0940-426b-9009-5ac72823473c,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:49.390845 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.447976 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for port, precommit_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.457278 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9632940'] for port, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.482177 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=009299ea-0940-426b-9009-5ac72823473c,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:49.541947 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event updated for resources: {'Port': ['ID=4c6366f6-02dc-4ece-9429-1bbbe42134de,revision_number=2']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:49.558735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.600475 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '8fd0767a-794d-4282-a76b-7517b45df922', 'name': '', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'mac_address': 'fa:16:3e:39:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:44Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 2, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'subnets': [{'id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:49.630205 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Checking router: 3c85599a-0862-4f1d-84fd-0f743653d59d for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:18:49.630750 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Updating router 3c85599a-0862-4f1d-84fd-0f743653d59d port 8fd0767a-794d-4282-a76b-7517b45df922 binding host dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 12:18:49.664718 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:49.885459 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.l3_db [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP 8661f7f2-aab3-4978-843e-8d97a9374174 associated. External IP: 172.27.0.223, port: c7713746-8e1a-496c-9d60-152c18adbbed. Aug 17 12:18:50.000287 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.014736 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.provisioning_blocks [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Transition to ACTIVE for port object 8fd0767a-794d-4282-a76b-7517b45df922 will not be triggered until provisioned by entity L2. {{(pid=93954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:18:50.024572 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.093438 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3e99e-61d1-430c-a389-767f1a883491 None None] Pushing event updated for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=3']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:50.169381 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:18:50.182591 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Attempting to bind port 8fd0767a-794d-4282-a76b-7517b45df922 on host dv-cinder-778193-3-iscsi for vnic_type normal with profile {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:18:50.183683 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Attempting to bind port 8fd0767a-794d-4282-a76b-7517b45df922 by drivers openvswitch,hyperv on host dv-cinder-778193-3-iscsi at level 0 using segments [{'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:18:50.184483 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Attempting to bind port 8fd0767a-794d-4282-a76b-7517b45df922 on network adf3742f-b829-461c-bcac-f359e3e78763 {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:18:50.191303 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Checking agent: {'id': 'd2b46c84-abf6-488f-a0bb-bd99d583d255', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 11, 57, 55), 'started_at': datetime.datetime(2021, 8, 17, 11, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:18:50.191689 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Checking segment: {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:18:50.192098 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.192776 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Bound using segment: {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'} {{(pid=93954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:18:50.193821 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.managers [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Bound port: 8fd0767a-794d-4282-a76b-7517b45df922, host: dv-cinder-778193-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9508f5a-d479-4469-addb-5692fc524714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763'}}] {{(pid=93954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:18:50.194382 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.277154 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] For port 8fd0767a-794d-4282-a76b-7517b45df922, host dv-cinder-778193-3-iscsi, cleared binding levels {{(pid=93954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:18:50.280675 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.plugins.ml2.db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] For port 8fd0767a-794d-4282-a76b-7517b45df922, host dv-cinder-778193-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8fd0767a-794d-4282-a76b-7517b45df922,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:18:50.291773 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron_lib.callbacks.manager [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.320876 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:18:50.339686 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:18:50.361658 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:50.363882 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:50.370312 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:50.379785 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:50.393655 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:50.407990 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c3ec64cb-a9ab-444f-85ef-bfc69a33f886 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3866937 Aug 17 12:18:50.408770 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:18:50.411410 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be661fbb-017f-40ad-90bf-7e072d12a1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:18:50.465677 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3e99e-61d1-430c-a389-767f1a883491 None None] Pushing event updated for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=4']} {{(pid=93954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:50.552270 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:50.582034 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec97d62-fc43-49a8-a389-a7165a3ea664 x-openstack-request-id: req-fec97d62-fc43-49a8-a389-a7165a3ea664 {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:18:50.582614 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:18:50.583126 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fec97d62-fc43-49a8-a389-a7165a3ea664 {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:18:50.584459 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'status': 'completed', 'code': 200} Aug 17 12:18:50.625044 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:50.689048 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-ebe292c9-e4da-4397-9d76-e60720de91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:50.690605 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-ebe292c9-e4da-4397-9d76-e60720de91b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.0577235 Aug 17 12:18:50.846698 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}, {'id': '8661f7f2-aab3-4978-843e-8d97a9374174', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:b9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:18:48Z', 'updated_at': '2021-08-17T12:18:48Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:50.848337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-0fea760b-f097-4926-9bfa-c5de04e626af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:50.850023 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-0fea760b-f097-4926-9bfa-c5de04e626af service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.1493232 Aug 17 12:18:50.883884 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:18:50.893698 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:18:50.895424 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:18:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:50.931608 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '8fd0767a-794d-4282-a76b-7517b45df922', 'name': '', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'mac_address': 'fa:16:3e:39:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:44Z', 'updated_at': '2021-08-17T12:18:50Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'subnets': [{'id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:50.969397 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-361b295a-b179-408f-8c93-1effc871a7a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 200 len: 1000 time: 0.1116498 Aug 17 12:18:50.978170 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6e16-b2a7-41b5-a24f-94042a9324f7 None None] The sync data for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi is: [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:45Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': '8fd0767a-794d-4282-a76b-7517b45df922', 'name': '', 'network_id': 'adf3742f-b829-461c-bcac-f359e3e78763', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'mac_address': 'fa:16:3e:39:3a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:44Z', 'updated_at': '2021-08-17T12:18:50Z', 'revision_number': 4, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'subnets': [{'id': 'b1ca8851-5bf8-4925-8d9d-740e39ece6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:18:51.042189 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-d72a80e8-f591-4252-92c8-0146f756b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:51.044159 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-d72a80e8-f591-4252-92c8-0146f756b260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0660005 Aug 17 12:18:51.078575 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:18:51.114744 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-59804b07-e21b-456c-9867-bc8c12fafffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:51.117466 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-59804b07-e21b-456c-9867-bc8c12fafffb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657153 Aug 17 12:18:51.124005 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8fd0767a-794d-4282-a76b-7517b45df922 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:51.221231 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-fc882812-b936-4d6a-b117-b96c3e3558be service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953815 Aug 17 12:18:51.248366 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning for port 8fd0767a-794d-4282-a76b-7517b45df922 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:18:51.294208 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 8fd0767a-794d-4282-a76b-7517b45df922 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:51.294713 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:51.331305 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-be661fbb-017f-40ad-90bf-7e072d12a1a1 req-5ea954d1-2520-433a-94e3-7d94edf53021 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026492 Aug 17 12:18:51.450189 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:51.493803 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] For port 8fd0767a-794d-4282-a76b-7517b45df922, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8fd0767a-794d-4282-a76b-7517b45df922,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:18:51.499073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}, {'id': '8661f7f2-aab3-4978-843e-8d97a9374174', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:b9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:18:48Z', 'updated_at': '2021-08-17T12:18:48Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:18:51.502831 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:51.505140 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 009299ea-0940-426b-9009-5ac72823473c up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:51.555263 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9bb2f1-5950-44f0-95ee-39ba851eac69 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}, {'id': '8661f7f2-aab3-4978-843e-8d97a9374174', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:b9:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:18:48Z', 'updated_at': '2021-08-17T12:18:48Z', 'revision_number': 0, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:18:51.623815 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Pushing event updated for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:18:51.636514 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 009299ea-0940-426b-9009-5ac72823473c triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:51.636895 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:52.010571 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33608be0-c9ec-4dfe-8eb7-e61c3aafaf3c None None] New status for floating IP 8661f7f2-aab3-4978-843e-8d97a9374174: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:18:52.681288 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-294e5a1b-19a5-4b8b-a636-de3d0418ac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:53.026403 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8fd0767a-794d-4282-a76b-7517b45df922 up at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:18:53.091048 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Provisioning complete for port 8fd0767a-794d-4282-a76b-7517b45df922 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:18:53.091819 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:54.411199 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:55.111993 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c59a4dd2-88eb-4170-a214-350f8b6fea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:55.227366 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:56.462479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-76aa2439-7bfe-4ea8-a263-3d48ee0c110e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:18:56.463913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-76aa2439-7bfe-4ea8-a263-3d48ee0c110e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 815 time: 0.1023023 Aug 17 12:18:56.478099 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-5148326b-e573-48b9-a7fa-9f99ff9544aa tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/quotas/ccb52adc99a741ea81fcbaefeb2c5cde HTTP/1.1" status: 200 len: 375 time: 0.0085976 Aug 17 12:18:56.502153 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:56.528771 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-4fbe0661-b985-44ff-9ded-f49ef05b0fee tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456619 Aug 17 12:18:56.663342 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-9020c511-da6c-4d4c-a294-4d4476514a1d service neutron] 10.222.0.58 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229937 Aug 17 12:18:56.752689 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-d236a6a9-5e50-4308-9ffd-df1486fd803a service neutron] 10.222.0.58 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833204 Aug 17 12:18:57.922174 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6fc27fda-0f7c-40c3-99d6-ad8ed5e56e16 req-eefff46b-a967-4ac4-bf15-e7b60ca486ca tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0256760 Aug 17 12:18:58.083352 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:18:58.995826 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-645f1129-9736-4a3c-9bcb-b5b1a37ff521 req-939f8af1-df4f-4667-8908-83666669760f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0255280 Aug 17 12:19:00.073537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-e3171923-f211-4eab-9c91-08ce9997ee7a req-7b1ce136-814d-4443-9741-df45f9403405 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0272012 Aug 17 12:19:00.618894 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-e590f223-10c5-499b-9997-8ac55a8650b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415380 Aug 17 12:19:00.717778 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec190-eb79-4bad-a2fa-63714446be30 req-c2df94cc-bcd7-4bf4-b5cf-c46f5b98e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:00.719195 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-c2df94cc-bcd7-4bf4-b5cf-c46f5b98e21f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1099 time: 0.0390208 Aug 17 12:19:00.820048 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec190-eb79-4bad-a2fa-63714446be30 req-7040ba7f-b1d8-4567-8e14-2944a40215d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:00.821503 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-7040ba7f-b1d8-4567-8e14-2944a40215d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0829666 Aug 17 12:19:00.882715 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-c1e4c1f2-236e-4374-b01f-7951787779ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 1002 time: 0.0542924 Aug 17 12:19:00.928752 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec190-eb79-4bad-a2fa-63714446be30 req-07a8b8d4-0846-4a56-8a32-945760a31e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:00.930140 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-07a8b8d4-0846-4a56-8a32-945760a31e8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0405548 Aug 17 12:19:00.976633 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abec190-eb79-4bad-a2fa-63714446be30 req-799bb0af-b4bc-4860-8593-041878cb5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:00.978093 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-799bb0af-b4bc-4860-8593-041878cb5851 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411472 Aug 17 12:19:01.063199 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-c0ae286d-8993-43f1-85bc-dd90390093ed service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775702 Aug 17 12:19:01.164016 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-999b9d19-a6b9-4252-b723-1394394be0cd req-bd93d616-2c6e-4ff1-9e4d-46e54591a6b0 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0377622 Aug 17 12:19:01.188057 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1abec190-eb79-4bad-a2fa-63714446be30 req-346bfa90-21d9-4d8c-8818-2299b75b0145 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179085 Aug 17 12:19:02.256061 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-673d1812-a7fd-4629-8c07-94cf4134bd93 req-524019f0-14f7-4ac9-82db-308fd952b254 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0260761 Aug 17 12:19:03.098204 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-4fca0262-0a81-4388-8bc3-27ecf23046ad tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:03.099639 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-4fca0262-0a81-4388-8bc3-27ecf23046ad tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 815 time: 0.1036150 Aug 17 12:19:03.121541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'port': {'device_id': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'admin_state_up': True, 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:03.226249 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Made reservation on behalf of ccb52adc99a741ea81fcbaefeb2c5cde for: {'port': 1} {{(pid=93952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 12:19:03.229675 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:03.371427 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0d45f3b0-6ace-4568-8a8d-eeba0ea1a485 req-7295a3f0-015c-4387-bf2e-51f19668eeae tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 210 time: 0.0323212 Aug 17 12:19:03.392946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Allocated IP 172.20.0.10 (1f7aa6e0-26d1-44b7-8178-bcf8994b25d9/64257be7-deac-4182-a897-0e368fa0a1b4/f039c987-3042-4a8c-aff3-39c55a9ed730) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:19:03.586407 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:03.602900 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Transition to ACTIVE for port object f039c987-3042-4a8c-aff3-39c55a9ed730 will not be triggered until provisioned by entity DHCP. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:19:03.640399 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:03.686075 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:19:03.689666 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:19:03.694137 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:19:03.744953 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:03.762929 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:03.763280 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:03.786890 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-440e9180-cea6-4a2d-b301-047bb89305f8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6680634 Aug 17 12:19:04.024328 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-b96a6ac1-4f15-4cb4-b0ef-61c6791c4a88 None None] Provisioning for port f039c987-3042-4a8c-aff3-39c55a9ed730 completed by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:19:04.027758 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-b96a6ac1-4f15-4cb4-b0ef-61c6791c4a88 None None] Provisioning complete for port f039c987-3042-4a8c-aff3-39c55a9ed730 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:19:04.028129 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b96a6ac1-4f15-4cb4-b0ef-61c6791c4a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:04.063894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-b96a6ac1-4f15-4cb4-b0ef-61c6791c4a88 None None] Port f039c987-3042-4a8c-aff3-39c55a9ed730 cannot update to ACTIVE because it is not bound. {{(pid=93953) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 12:19:04.486017 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25547b49-d268-447b-8f4f-27039c73a425 req-d79ba4bf-a829-4095-a811-2bb48ccabb9a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:04.487464 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25547b49-d268-447b-8f4f-27039c73a425 req-d79ba4bf-a829-4095-a811-2bb48ccabb9a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0480852 Aug 17 12:19:04.534059 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25547b49-d268-447b-8f4f-27039c73a425 req-633cc794-8d9e-4d55-9f19-2bb267573faa tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Aug 17 12:19:05.652823 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3bf55-bf9f-49e0-a072-50ea27b08e33 req-69101820-8b40-47f9-8f07-f9d2799fab61 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:05.654310 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dec3bf55-bf9f-49e0-a072-50ea27b08e33 req-69101820-8b40-47f9-8f07-f9d2799fab61 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0478072 Aug 17 12:19:05.692785 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dec3bf55-bf9f-49e0-a072-50ea27b08e33 req-43872620-fa51-455d-a651-e44e5ff908bb tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Aug 17 12:19:06.810556 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c0f0-0ab3-4f35-bae6-b71f7ffefcb5 req-55566533-ccc7-4f84-81c9-e5133afc8485 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:06.812022 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a211c0f0-0ab3-4f35-bae6-b71f7ffefcb5 req-55566533-ccc7-4f84-81c9-e5133afc8485 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0471988 Aug 17 12:19:06.854856 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a211c0f0-0ab3-4f35-bae6-b71f7ffefcb5 req-5b71ea62-6e00-4845-a8cc-38d6963f8cec tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Aug 17 12:19:07.971380 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749bc3e-94fa-4aa1-a8f0-57eff71cc11c req-3f0b4d50-231a-41d2-a884-5beb786c6472 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:07.972807 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8749bc3e-94fa-4aa1-a8f0-57eff71cc11c req-3f0b4d50-231a-41d2-a884-5beb786c6472 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0479212 Aug 17 12:19:08.012162 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-8749bc3e-94fa-4aa1-a8f0-57eff71cc11c req-e229c8ae-3de0-479f-8428-a9b1e7ad198a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332675 Aug 17 12:19:09.126008 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642ca2c-01da-48a7-a080-b92144eac431 req-234dbae4-54ac-49e5-bd31-42fd247dcd89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:09.127660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f642ca2c-01da-48a7-a080-b92144eac431 req-234dbae4-54ac-49e5-bd31-42fd247dcd89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0487814 Aug 17 12:19:09.176242 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f642ca2c-01da-48a7-a080-b92144eac431 req-39c94c0c-fcea-453b-b592-45b76271fdd9 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Aug 17 12:19:10.288249 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1686b-c91b-431e-8980-919d5496e73e req-0dba2725-8ecc-4bc3-ad71-34fd08099cff tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:10.289913 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59d1686b-c91b-431e-8980-919d5496e73e req-0dba2725-8ecc-4bc3-ad71-34fd08099cff tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0490494 Aug 17 12:19:10.330999 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-59d1686b-c91b-431e-8980-919d5496e73e req-29cf8768-8b16-496c-a858-70eb42c472a5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Aug 17 12:19:11.450635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e00075-4bed-47c5-a5b2-88e3e9114714 req-b54acb53-b4e7-435a-8adc-55f2f0eb76b6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:11.453239 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73e00075-4bed-47c5-a5b2-88e3e9114714 req-b54acb53-b4e7-435a-8adc-55f2f0eb76b6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0505686 Aug 17 12:19:11.495937 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-73e00075-4bed-47c5-a5b2-88e3e9114714 req-8df5590e-991d-4b67-9e56-20eb19e723cb tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 17 12:19:12.614820 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b65df9-62d9-438d-8cb6-c948c56ac584 req-0dbb6f05-5c51-4f85-b921-c21237fc0b09 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:12.616821 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-84b65df9-62d9-438d-8cb6-c948c56ac584 req-0dbb6f05-5c51-4f85-b921-c21237fc0b09 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0532615 Aug 17 12:19:12.652876 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-84b65df9-62d9-438d-8cb6-c948c56ac584 req-51be6c5a-7698-4feb-95d3-826aa314ace8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302553 Aug 17 12:19:13.779186 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e62d-d234-4d85-99b9-aed88654b7b9 req-e831f4fa-cc8d-4851-b135-5fbf614d21a9 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:13.780976 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7dd0e62d-d234-4d85-99b9-aed88654b7b9 req-e831f4fa-cc8d-4851-b135-5fbf614d21a9 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0604579 Aug 17 12:19:13.823871 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-7dd0e62d-d234-4d85-99b9-aed88654b7b9 req-0726946e-c1bd-4aec-9c43-14979d7b70c7 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Aug 17 12:19:14.937573 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aac10-3ebe-4e95-adf2-55216ab52058 req-95c525e7-c4c8-442d-82a3-6f2711f82268 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:14.939104 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f96aac10-3ebe-4e95-adf2-55216ab52058 req-95c525e7-c4c8-442d-82a3-6f2711f82268 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0497913 Aug 17 12:19:14.991134 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f96aac10-3ebe-4e95-adf2-55216ab52058 req-27a641b6-4f8b-4035-b961-fcfe727f237d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Aug 17 12:19:16.107073 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fcff8-7d32-49ee-883a-9afe3dd73b4e req-982ec7e8-82f4-48ea-8960-2eb3ee1186f4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:16.108537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b02fcff8-7d32-49ee-883a-9afe3dd73b4e req-982ec7e8-82f4-48ea-8960-2eb3ee1186f4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.0483139 Aug 17 12:19:16.145180 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-b02fcff8-7d32-49ee-883a-9afe3dd73b4e req-1355fb32-77f4-4fda-b20f-e3ac0ffbb7e0 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Aug 17 12:19:17.055326 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Request body: {'port': {'device_id': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:17.109916 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.323598 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fe3da-d2cf-4074-945d-8d09a6ccfeaf req-5b3d69f8-8a09-4aa9-afbe-4bc3550ed2fd tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:17.324991 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9e8fe3da-d2cf-4074-945d-8d09a6ccfeaf req-5b3d69f8-8a09-4aa9-afbe-4bc3550ed2fd tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 932 time: 0.1020892 Aug 17 12:19:17.388795 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9e8fe3da-d2cf-4074-945d-8d09a6ccfeaf req-f3a03800-a94c-4e3b-97d9-c03bf429163f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576248 Aug 17 12:19:17.448047 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f039c987-3042-4a8c-aff3-39c55a9ed730 {{(pid=93952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:19:17.455180 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.467649 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.provisioning_blocks [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Transition to ACTIVE for port object f039c987-3042-4a8c-aff3-39c55a9ed730 will not be triggered until provisioned by entity L2. {{(pid=93952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 12:19:17.470445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.535071 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:17.559117 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.559472 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.559814 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.560159 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.560493 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.560829 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.561198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.561533 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.561861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.562192 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.562519 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.562842 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:17.595676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Attempting to bind port f039c987-3042-4a8c-aff3-39c55a9ed730 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 12:19:17.595935 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Attempting to bind port f039c987-3042-4a8c-aff3-39c55a9ed730 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 12:19:17.596267 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Attempting to bind port f039c987-3042-4a8c-aff3-39c55a9ed730 on network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:19:17.600671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Port f039c987-3042-4a8c-aff3-39c55a9ed730 on network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 12:19:17.601027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Attempting to bind port f039c987-3042-4a8c-aff3-39c55a9ed730 on network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 12:19:17.606025 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Checking agent: {'id': '76ad9ebc-3bf5-4480-89d8-3997b932d93d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'started_at': datetime.datetime(2021, 8, 17, 12, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 12, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 12:19:17.606366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Checking segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 12:19:17.606754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Bound using segment: {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'} {{(pid=93952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 12:19:17.607186 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.managers [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Bound port: f039c987-3042-4a8c-aff3-39c55a9ed730, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f6c73d-4d3d-48e5-8838-3691986cc288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9'}}] {{(pid=93952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 12:19:17.607550 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.676162 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, cleared binding levels {{(pid=93952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 12:19:17.682019 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 12:19:17.689919 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.722874 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:17.723577 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:17.724955 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] 10.222.0.60 "PUT /v2.0/ports/f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1094 time: 0.6741660 Aug 17 12:19:17.726986 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:19:17.729257 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea76334-11de-4fa3-8201-b7c47bf1751c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:19:17.754585 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8aa45-8434-4cb0-a019-efe5f9513bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=3']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:17.774514 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5751d8-9f24-4fa5-8c71-ace07dd05f7d x-openstack-request-id: req-de5751d8-9f24-4fa5-8c71-ace07dd05f7d {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:19:17.775030 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:19:17.775177 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-de5751d8-9f24-4fa5-8c71-ace07dd05f7d {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:19:17.775572 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:19:17.872283 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-7ce2fca4-fb18-4885-86f5-4407e2d0e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:17.873837 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-7ce2fca4-fb18-4885-86f5-4407e2d0e266 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1097 time: 0.0422194 Aug 17 12:19:17.984676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-9770123f-d5fa-4115-8c50-63eab6322a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:17.986183 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-9770123f-d5fa-4115-8c50-63eab6322a0f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0976422 Aug 17 12:19:18.077492 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-56075541-edd2-403c-86cb-1a38abf06382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:18.078951 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-9ea76334-11de-4fa3-8201-b7c47bf1751c req-56075541-edd2-403c-86cb-1a38abf06382 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850015 Aug 17 12:19:18.181128 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-800a4531-7497-4b88-9425-37bc3eb1acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:18.182492 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-800a4531-7497-4b88-9425-37bc3eb1acd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1097 time: 0.0423667 Aug 17 12:19:18.520171 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-59054e54-c98e-41b2-a0af-afc91ec34bfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 217 time: 0.3209026 Aug 17 12:19:18.589753 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-f8f97d6c-4061-41eb-9cd9-78c0122aa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:18.591153 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-f8f97d6c-4061-41eb-9cd9-78c0122aa683 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0629518 Aug 17 12:19:18.599198 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566f93-d70b-44dd-addc-25a77aa5631a req-512e7cc4-c89b-48fa-a5d9-17023ce5fcca tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:18.600525 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1d566f93-d70b-44dd-addc-25a77aa5631a req-512e7cc4-c89b-48fa-a5d9-17023ce5fcca tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 944 time: 0.0829043 Aug 17 12:19:18.661725 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1d566f93-d70b-44dd-addc-25a77aa5631a req-2cea2c39-c935-42bb-aab7-7bdd13cb8610 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Aug 17 12:19:18.668869 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac2098-519d-49fa-977e-a62a8781ca61 req-3d7c94e3-005c-424b-8809-08130558c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:18.670316 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-3d7c94e3-005c-424b-8809-08130558c351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689499 Aug 17 12:19:18.764722 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-f9fa07af-101a-4de6-8a61-b4611caf4842 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861433 Aug 17 12:19:18.852363 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-edac2098-519d-49fa-977e-a62a8781ca61 req-dbe30206-79ab-492b-afa8-672cf30f1ba4 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797901 Aug 17 12:19:19.776242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d76b4-d15d-4b4c-9ffc-601dd077dce1 req-c3bfb2a3-4ce6-4b71-88d5-34d567ea3ce3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:19.777744 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-147d76b4-d15d-4b4c-9ffc-601dd077dce1 req-c3bfb2a3-4ce6-4b71-88d5-34d567ea3ce3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 944 time: 0.0481281 Aug 17 12:19:19.814357 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-147d76b4-d15d-4b4c-9ffc-601dd077dce1 req-c06dc88f-6031-47b1-8ff8-cd9c8646b737 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Aug 17 12:19:20.927488 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8711ee-c4b7-415a-a90c-9ab11066d064 req-065bb803-a86e-4455-b18b-44620827740a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:20.928966 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f8711ee-c4b7-415a-a90c-9ab11066d064 req-065bb803-a86e-4455-b18b-44620827740a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 944 time: 0.0513170 Aug 17 12:19:20.964903 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-2f8711ee-c4b7-415a-a90c-9ab11066d064 req-1520372a-d7ae-45e9-b008-9eafd6e18c68 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296302 Aug 17 12:19:21.350493 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:19:22.076850 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6b46-0e32-4d6e-911a-f73b068329dc req-b3ba61a7-c511-41a8-8ec7-d26a9d9ee60e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:22.078362 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a52d6b46-0e32-4d6e-911a-f73b068329dc req-b3ba61a7-c511-41a8-8ec7-d26a9d9ee60e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 944 time: 0.0477698 Aug 17 12:19:22.113607 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a52d6b46-0e32-4d6e-911a-f73b068329dc req-e1652e9e-ef68-42ca-ae3c-ea08a85471e2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294363 Aug 17 12:19:22.235688 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device f039c987-3042-4a8c-aff3-39c55a9ed730 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=93953) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 12:19:22.325680 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:19:22.336685 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Returning: {'device': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'port_id': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'mac_address': 'fa:16:3e:e8:f8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93953) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 12:19:22.379224 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:22.392257 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f039c987-3042-4a8c-aff3-39c55a9ed730 {{(pid=93953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 12:19:22.411518 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:19:22.415310 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:22.460033 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=4']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:22.684793 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-003fed2c-ef60-4d3c-8f64-fdb8dcebbcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:22.839613 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:19:23.231363 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4017b-7db5-4f41-b697-e78307c67c50 req-bc7c8e66-9d04-4aab-bab7-7b4c86fcfa6e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:23.232758 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ecb4017b-7db5-4f41-b697-e78307c67c50 req-bc7c8e66-9d04-4aab-bab7-7b4c86fcfa6e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 945 time: 0.0537627 Aug 17 12:19:23.280887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-ecb4017b-7db5-4f41-b697-e78307c67c50 req-bcfabc9f-ba5c-4396-b010-0f01a13dda74 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Aug 17 12:19:24.246181 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device f039c987-3042-4a8c-aff3-39c55a9ed730 up at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 12:19:24.293270 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning for port f039c987-3042-4a8c-aff3-39c55a9ed730 completed by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 12:19:24.296894 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Provisioning complete for port f039c987-3042-4a8c-aff3-39c55a9ed730 triggered by entity L2. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:19:24.297289 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:24.372051 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:24.394590 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880fd5a-dac6-44b8-b824-7dc9117029c7 req-fddbfa5d-dcef-47f4-883b-01229a86896d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:24.396053 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6880fd5a-dac6-44b8-b824-7dc9117029c7 req-fddbfa5d-dcef-47f4-883b-01229a86896d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 945 time: 0.0506430 Aug 17 12:19:24.396969 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:19:24.399702 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28420bb667fa119c35292378569a86ba10404cc7c32e3fbd2a14caf952f759f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5cf6c-6c69-45a5-b2b7-06e6bad62c13" -d '{"events": [{"server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "name": "network-vif-plugged", "status": "completed", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:19:24.417484 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:19:24.425819 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697'] for port, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:24.436984 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6880fd5a-dac6-44b8-b824-7dc9117029c7 req-d4083caf-8997-4522-ae34-830551f65288 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Aug 17 12:19:24.451521 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:24.465302 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458deb0c-09c1-4bbf-be18-b300b7eb4c2f x-openstack-request-id: req-458deb0c-09c1-4bbf-be18-b300b7eb4c2f {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:19:24.465595 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "name": "network-vif-plugged", "status": "completed", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "code": 200}]} {{(pid=93953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:19:24.465847 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-458deb0c-09c1-4bbf-be18-b300b7eb4c2f {{(pid=93953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:19:24.466229 dv-cinder-778193-3-iscsi neutron-server[93953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'code': 200} Aug 17 12:19:24.479836 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=5']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:24.671059 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fafd07-b96f-4186-a292-a69190822e95 req-43abbd26-6eba-4b3d-a981-5614fa529669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:24.672552 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71fafd07-b96f-4186-a292-a69190822e95 req-43abbd26-6eba-4b3d-a981-5614fa529669 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1099 time: 0.0384049 Aug 17 12:19:24.705440 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-71fafd07-b96f-4186-a292-a69190822e95 req-b6e3c6e7-2d66-4472-94e2-fa72b9e91ef2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260618 Aug 17 12:19:25.113696 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-076d9821-704b-4e3b-9027-0d8376d7d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:25.228578 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:25.552155 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7fe39-af93-4632-a8df-31c2315e153a req-086fd42c-d7b6-471d-8b41-4e9d65263b10 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:25.553611 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28a7fe39-af93-4632-a8df-31c2315e153a req-086fd42c-d7b6-471d-8b41-4e9d65263b10 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0477920 Aug 17 12:19:25.590336 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-28a7fe39-af93-4632-a8df-31c2315e153a req-0468686a-15d7-4b2c-bd7c-1f765570dcd6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Aug 17 12:19:26.505017 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:26.708258 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf808e-f36e-4241-a8c8-c5b1dc3ae9cf req-fc913088-3309-4ccf-ac5e-6672fbeb69b1 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:26.709765 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3eaf808e-f36e-4241-a8c8-c5b1dc3ae9cf req-fc913088-3309-4ccf-ac5e-6672fbeb69b1 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Aug 17 12:19:26.746692 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-3eaf808e-f36e-4241-a8c8-c5b1dc3ae9cf req-4cb3c6f2-3595-487b-a138-16b360664e2b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Aug 17 12:19:26.856064 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f44fd2-63b0-4538-bd2f-05e064ce6cff req-33d6f49b-6fb4-41d0-8655-2c7c23f97265 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:26.857538 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0f44fd2-63b0-4538-bd2f-05e064ce6cff req-33d6f49b-6fb4-41d0-8655-2c7c23f97265 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0477309 Aug 17 12:19:26.893588 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f0f44fd2-63b0-4538-bd2f-05e064ce6cff req-97338ccd-26e2-4f86-b203-0d3c09e28b57 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303588 Aug 17 12:19:27.213502 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e486-1e17-4184-a8a4-01567cf73066 req-5ea21726-1dc4-4064-af3d-d58bf5574caf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:27.214947 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b75e486-1e17-4184-a8a4-01567cf73066 req-5ea21726-1dc4-4064-af3d-d58bf5574caf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0474663 Aug 17 12:19:27.250838 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4b75e486-1e17-4184-a8a4-01567cf73066 req-77b8142d-aaa1-4888-bdc4-1aecf02800a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Aug 17 12:19:28.085383 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:36.655861 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0385b5d-86b1-48ad-80d0-9e6a2e6fef42 req-d34a0bbd-3fca-4dc4-8b75-80880e54bb0a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:36.657219 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0385b5d-86b1-48ad-80d0-9e6a2e6fef42 req-d34a0bbd-3fca-4dc4-8b75-80880e54bb0a tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Aug 17 12:19:36.693536 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c0385b5d-86b1-48ad-80d0-9e6a2e6fef42 req-3563ec48-55a0-4262-bac6-912671ae162d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305915 Aug 17 12:19:36.724811 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47150) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:36.804409 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144f167-0633-474c-b8fc-9d47476ba322 tempest-TestMinimumBasicScenario-1156726614 tempest-TestMinimumBasicScenario-1156726614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:36.806585 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-3144f167-0633-474c-b8fc-9d47476ba322 tempest-TestMinimumBasicScenario-1156726614 tempest-TestMinimumBasicScenario-1156726614-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1094 time: 0.0807350 Aug 17 12:19:36.809323 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47154) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:36.813636 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'floatingip': {'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'port_id': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:36.834583 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for floatingip, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:36.929298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.037536 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_common [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Allocated IP 172.27.0.166 (3d07780d-a04e-4537-800d-eee44364614a/7c9814d7-b369-408c-a8f0-8ce007582a17/e47625b2-1f1c-4e74-aa6a-8ab0e83c5121) {{(pid=93952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 12:19:37.141262 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for port, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.178388 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741363544661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.210559 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Network 3d07780d-a04e-4537-800d-eee44364614a is already hosted by enough agents. {{(pid=93952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 12:19:37.213812 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.base_scheduler [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Resources bound (agent type, host, resource id): {{(pid=93952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 12:19:37.216297 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Received port after_create {{(pid=93952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 12:19:37.246611 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'Port': ['ID=e47625b2-1f1c-4e74-aa6a-8ab0e83c5121,revision_number=1']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:37.560445 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.622798 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.765093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.769895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.834767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'Port': ['ID=e47625b2-1f1c-4e74-aa6a-8ab0e83c5121,revision_number=2']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:37.848940 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3732218'] for floatingip, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:37.944187 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Floating IP ede8f47c-3c33-4566-80e2-c888f032fa98 associated. External IP: 172.27.0.166, port: f039c987-3042-4a8c-aff3-39c55a9ed730. Aug 17 12:19:38.143238 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Router 82229b45-2cc8-4e13-a331-a418f9c63bbb has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:19:38.242023 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:19:38.251730 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Sync routers for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:19:38.257582 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.261394 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:19:38.262014 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:19:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:19:38.288109 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ad8da86d-74a7-45ea-b337-eb7c6a011ba6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4777877 Aug 17 12:19:38.288701 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:19:38.290978 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335906c0-4767-40d9-b821-fd9c8c2c3120" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:19:38.291151 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47156) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.295818 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38362610', 'description': 'tempest-secgroup-smoke-38362610 description', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:38.318735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.328665 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be2ef1-92d2-4057-92f7-7912883f8a9d x-openstack-request-id: req-12be2ef1-92d2-4057-92f7-7912883f8a9d {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:19:38.328990 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:19:38.329287 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-12be2ef1-92d2-4057-92f7-7912883f8a9d {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:19:38.329815 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:19:38.373196 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:19:38.409671 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.413828 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.416305 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-20e90c68-f61c-4654-8955-9275df44a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:38.418140 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-20e90c68-f61c-4654-8955-9275df44a1f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1099 time: 0.0444415 Aug 17 12:19:38.434743 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.438726 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1439967 Aug 17 12:19:38.438978 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47160) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.447521 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:38.458902 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63b0cc-e225-4cac-98ed-72c8625c07b0,revision_number=1']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:38.469836 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.470194 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.470546 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.470888 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.471227 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.471564 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.471901 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.472234 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.472566 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.472897 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.473252 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.473585 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f209ea-2b17-49d9-a759-ac52d17dbbcf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:19:38.494004 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.521891 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-7b38d95f-36ba-470e-8cff-93681bb3e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:38.523350 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-7b38d95f-36ba-470e-8cff-93681bb3e897 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.0977011 Aug 17 12:19:38.548023 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.552185 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.567734 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae65e7e-03a4-4910-a1b6-fbe2e3fd260b,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:38.588795 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.594105 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-9d522d02-10b8-46ae-8a62-bbccab0b9663 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517148 Aug 17 12:19:38.594448 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47162) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.600304 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:38.607123 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-e2a7f11f-7b53-44a8-b144-92860470c474 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1000 time: 0.0751927 Aug 17 12:19:38.622119 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ede8f47c-3c33-4566-80e2-c888f032fa98', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'port_id': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'mac_address': 'fa:16:3e:e8:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:19:37Z', 'updated_at': '2021-08-17T12:19:37Z', 'revision_number': 0, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:19:38.627467 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.653483 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Checking router: 82229b45-2cc8-4e13-a331-a418f9c63bbb for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:19:38.663267 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:19:38.663797 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:19:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:19:38.667671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-d69f08bc-02f3-4977-afbc-603368e28d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:38.669189 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-d69f08bc-02f3-4977-afbc-603368e28d17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0540519 Aug 17 12:19:38.689848 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.693684 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.712117 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e81131d-89da-4d94-838c-901ecd63712c,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:38.720012 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.721415 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-66c7faf9-00db-4529-82ed-dc4e85856f3b tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258812 Aug 17 12:19:38.724004 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47164) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.725217 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-dbdf898d-09f7-46b3-85fb-373b403eb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:38.726836 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-dbdf898d-09f7-46b3-85fb-373b403eb393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490222 Aug 17 12:19:38.728653 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:38.756789 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.788698 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:19:38.819241 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.824391 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.825792 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-abc08189-515d-4358-9110-ca3ee0406739 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910001 Aug 17 12:19:38.840010 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b685266-ced5-4084-a11f-7284411463de,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:38.853004 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.857140 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-8115d487-e5b1-456b-9e4b-36c3730368c4 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294460 Aug 17 12:19:38.857320 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47166) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.861980 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:38.889678 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.921175 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-335906c0-4767-40d9-b821-fd9c8c2c3120 req-532e115e-3c22-44c2-8a8a-ceba0f2e7244 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883839 Aug 17 12:19:38.956065 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.960034 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.978336 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98810adb-a1e9-4ffc-8e2b-0518fc0afb95,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:38.984413 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:38.985845 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-67816712-fe0f-45ab-80cd-cbf5c128b7a3 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273682 Aug 17 12:19:38.988583 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47168) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:38.994046 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:39.015266 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.securitygroups_db [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Project ccb52adc99a741ea81fcbaefeb2c5cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:19:39.019962 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.028985 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ede8f47c-3c33-4566-80e2-c888f032fa98', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'port_id': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'mac_address': 'fa:16:3e:e8:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:19:37Z', 'updated_at': '2021-08-17T12:19:37Z', 'revision_number': 0, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:19:39.059477 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b658290c-793e-4144-94e0-bbd92b5b1ed1 None None] The sync data for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi is: [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': 'ede8f47c-3c33-4566-80e2-c888f032fa98', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'port_id': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'mac_address': 'fa:16:3e:e8:f8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:19:37Z', 'updated_at': '2021-08-17T12:19:37Z', 'revision_number': 0, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:19:39.084140 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.088021 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.106109 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bfb61b-6a80-425e-bd9a-c2a2fb6c5692,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:39.113034 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.114538 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-24b22794-651a-44d4-b6a7-0079c8f6d058 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245952 Aug 17 12:19:39.117006 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47170) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:19:39.122153 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.v2.base [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'security_group_rule': {'security_group_id': '2c63b0cc-e225-4cac-98ed-72c8625c07b0', 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:39.143741 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.securitygroups_db [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Project ccb52adc99a741ea81fcbaefeb2c5cde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 12:19:39.148559 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.213287 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.217147 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3926876'] for security_group_rule, after_create {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.236965 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cedecf-f583-41a3-9e20-0ce25a5cdf71,revision_number=0']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:39.239937 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.244438 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-bb7cd91f-4c9e-4f15-8fdf-5f355453dc5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226866 Aug 17 12:19:39.255180 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e6473-40d9-41c9-bda6-46b34a629931 None None] New status for floating IP ede8f47c-3c33-4566-80e2-c888f032fa98: ACTIVE {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:19:39.328926 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49884212-3acf-4426-9a37-6ad281c283c5 req-26f69385-d2d5-4f47-a367-a45c0d314456 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38362610&fields=id&tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde HTTP/1.1" status: 200 len: 267 time: 0.0353837 Aug 17 12:19:39.384980 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49884212-3acf-4426-9a37-6ad281c283c5 req-a8d155dd-bdb3-4aea-9613-3a89fa2483d6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:39.386485 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49884212-3acf-4426-9a37-6ad281c283c5 req-a8d155dd-bdb3-4aea-9613-3a89fa2483d6 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0517709 Aug 17 12:19:39.399771 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'port': {'security_groups': ['8d5a32b8-a4e3-4b79-8bf8-3156152a5aee', '2c63b0cc-e225-4cac-98ed-72c8625c07b0']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:19:39.460936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.642039 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:19:39.670460 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.674779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.716566 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:19:39.717267 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:39.717918 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:39.719389 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-49884212-3acf-4426-9a37-6ad281c283c5 req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "PUT /v2.0/ports/f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 982 time: 0.3264222 Aug 17 12:19:39.747682 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eb317-6601-4eae-8326-062532db7f89 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=6']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:19:39.828500 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85b28a-0f63-4192-9742-1dbdadc985a0 req-0a2efd3f-1ffd-4ef3-bcd3-d4c3ec61c0ca tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:39.830994 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6f85b28a-0f63-4192-9742-1dbdadc985a0 req-0a2efd3f-1ffd-4ef3-bcd3-d4c3ec61c0ca tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0530522 Aug 17 12:19:39.857131 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:19:39.871787 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6f85b28a-0f63-4192-9742-1dbdadc985a0 req-5fcbc665-d44e-449b-a81a-c527eb382c01 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355561 Aug 17 12:19:40.056125 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-e605dcfa-c7e0-4bcd-8b5f-0b436f8e3eed None None] Provisioning complete for port f039c987-3042-4a8c-aff3-39c55a9ed730 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:19:40.056497 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e605dcfa-c7e0-4bcd-8b5f-0b436f8e3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:40.331180 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:19:40.333641 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:19:40.368824 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48952220-b116-4d63-9711-b137ac4c4c20 x-openstack-request-id: req-48952220-b116-4d63-9711-b137ac4c4c20 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:19:40.369152 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:19:40.369411 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48952220-b116-4d63-9711-b137ac4c4c20 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:19:40.369808 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:19:40.456876 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-a7bb8b98-982e-4a03-b1b1-79d7e1e6a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:40.458384 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-a7bb8b98-982e-4a03-b1b1-79d7e1e6a8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1138 time: 0.0397422 Aug 17 12:19:40.548560 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-1402ee55-124a-4798-bac0-4a7266d658d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:40.550024 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-1402ee55-124a-4798-bac0-4a7266d658d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.0838499 Aug 17 12:19:40.621051 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-e2ac8828-2e1b-44a8-935c-72f786586adf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1002 time: 0.0608628 Aug 17 12:19:40.672545 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-6838f628-a4d1-4582-a64d-66a0e4c87598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:40.673989 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-6838f628-a4d1-4582-a64d-66a0e4c87598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0457151 Aug 17 12:19:40.717937 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-94cb4b0a-3ce9-4f47-a9ea-557fd4433c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:19:40.719427 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-94cb4b0a-3ce9-4f47-a9ea-557fd4433c16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377254 Aug 17 12:19:40.810600 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-8131a99f-b88e-452e-9ca5-2d3894257026 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Aug 17 12:19:40.900423 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f8e8e33b-2569-447f-ae40-cf2f3c6bd65e req-30867a72-612c-4f51-b05e-eb6e1f456311 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819051 Aug 17 12:19:52.686658 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9196bb59-0836-4659-806f-02724703054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:54.437926 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:55.114084 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-a41491c4-0285-4c31-9982-1dfc319a66ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:55.227808 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:56.506555 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:58.088659 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:19:58.349994 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:20:02.652740 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-b4ca95e5-b994-4748-908f-e000904a8823 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377238 Aug 17 12:20:02.734033 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-cb75817c-9244-421b-8fb1-a4a377cfeac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:02.735474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-cb75817c-9244-421b-8fb1-a4a377cfeac6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.0394971 Aug 17 12:20:02.842903 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-d21e8c43-b7a6-4a53-bdc1-3f2979ddea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:02.844365 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-d21e8c43-b7a6-4a53-bdc1-3f2979ddea5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.0858042 Aug 17 12:20:02.910375 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-0b57a9c8-7a42-406f-bbb0-8e101e0f3e07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 200 len: 1002 time: 0.0581911 Aug 17 12:20:02.956434 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-b37b5839-bb8b-4ab6-812a-7dafdd6cdaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:02.957831 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-b37b5839-bb8b-4ab6-812a-7dafdd6cdaa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0409248 Aug 17 12:20:03.001947 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-d3549868-57a4-4c31-ad26-4a309ab36b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:03.003349 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-d3549868-57a4-4c31-ad26-4a309ab36b66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374157 Aug 17 12:20:03.359197 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-b786ece1-002c-4d8c-9ac7-af0c87f3a75b service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478024 Aug 17 12:20:03.448227 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-0f4a568f-5760-49ec-bd46-13d331c3502b req-b91658bf-d196-4d16-8233-5a9b71a6b417 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800724 Aug 17 12:20:22.686978 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-354c284e-4fd2-4425-ad2d-8f7c74bd6ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:24.436664 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:25.113597 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-4635fcb6-51ae-4725-b54f-b3c31533d69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:25.228477 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:26.509537 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:28.091139 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:35.349579 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:20:40.757413 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-08823a5d-96ce-4bdf-bb2c-1d43cd824e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:40.759011 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-08823a5d-96ce-4bdf-bb2c-1d43cd824e7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1138 time: 0.0392001 Aug 17 12:20:40.860528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de118b0-07c9-4eea-a09e-f1c4e9dba054 req-89236572-df91-4f4f-bd3d-126fd0ad1406 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:40.862752 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6de118b0-07c9-4eea-a09e-f1c4e9dba054 req-89236572-df91-4f4f-bd3d-126fd0ad1406 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.1795268 Aug 17 12:20:40.933088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-2c4800f5-badb-47de-ba25-8ff77fed1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:40.935016 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-2c4800f5-badb-47de-ba25-8ff77fed1776 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.1685469 Aug 17 12:20:40.943267 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6de118b0-07c9-4eea-a09e-f1c4e9dba054 req-6c1dff18-153f-4091-951f-5114c467877f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738111 Aug 17 12:20:41.002328 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-ecd6f3b9-ed47-4ff2-b057-72c9debbf759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1002 time: 0.0582128 Aug 17 12:20:41.050601 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-b3c8c297-4e64-49a3-a6a1-60b60590523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:41.052020 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-b3c8c297-4e64-49a3-a6a1-60b60590523a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0421534 Aug 17 12:20:41.101136 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-007d973f-8079-43cc-9827-8040c0d43b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:41.102607 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-007d973f-8079-43cc-9827-8040c0d43b9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433195 Aug 17 12:20:41.189044 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-16280c8f-8b26-4190-9e1a-621bee530464 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784941 Aug 17 12:20:41.289343 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-291e7cef-903e-4065-b4cc-3370d896b6c8 req-c8cfad80-361a-448c-ae77-2bba674bb28f service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921414 Aug 17 12:20:42.104426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f343fc-1c9a-422c-911a-b2c929b8cbcb req-a1e0bf06-c0ea-4ff8-9159-236f2e2ba6fb tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:42.105901 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94f343fc-1c9a-422c-911a-b2c929b8cbcb req-a1e0bf06-c0ea-4ff8-9159-236f2e2ba6fb tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0962412 Aug 17 12:20:42.145381 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94f343fc-1c9a-422c-911a-b2c929b8cbcb req-22418b18-4aed-499b-a15b-378fef97638d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329652 Aug 17 12:20:43.258026 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c09bd2-f285-4d37-87db-0fafe2ef672c req-9111ca2b-65b4-44aa-a896-f63a0e1ec14d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:43.259458 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a3c09bd2-f285-4d37-87db-0fafe2ef672c req-9111ca2b-65b4-44aa-a896-f63a0e1ec14d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0480611 Aug 17 12:20:43.299395 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a3c09bd2-f285-4d37-87db-0fafe2ef672c req-edcd9c36-7f72-48ea-a5e5-f007bce56ffa tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333040 Aug 17 12:20:44.417688 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc67b3-a9fb-436d-b5ce-ee06f8dc63bb req-894ddc5e-4e9e-407e-a0e7-0822f111a701 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:44.419151 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1bbc67b3-a9fb-436d-b5ce-ee06f8dc63bb req-894ddc5e-4e9e-407e-a0e7-0822f111a701 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0516346 Aug 17 12:20:44.459074 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1bbc67b3-a9fb-436d-b5ce-ee06f8dc63bb req-b7c91392-1b89-46d2-b619-93d102cd9265 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340075 Aug 17 12:20:45.570690 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bde34-ae37-4a9c-a2ae-323cd0eaccd2 req-e3aa3912-e52d-45d6-8836-75ac68c7402d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:45.572113 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-380bde34-ae37-4a9c-a2ae-323cd0eaccd2 req-e3aa3912-e52d-45d6-8836-75ac68c7402d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0478833 Aug 17 12:20:45.611276 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-380bde34-ae37-4a9c-a2ae-323cd0eaccd2 req-49ce20ac-a9a9-4d98-91c5-4eaeaa7d0cd5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332191 Aug 17 12:20:46.723286 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc8459-68a6-4a11-96f1-a84484ff5781 req-396feb7c-56b9-4baa-a77c-83ec2b42c011 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:46.724743 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0bc8459-68a6-4a11-96f1-a84484ff5781 req-396feb7c-56b9-4baa-a77c-83ec2b42c011 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0480492 Aug 17 12:20:46.763946 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a0bc8459-68a6-4a11-96f1-a84484ff5781 req-2550621e-be10-438f-ac28-e60acb30f7af tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332255 Aug 17 12:20:47.878994 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24721216-6372-474c-8065-df009e594d10 req-47e410ee-084a-4a4e-9878-f26247f58b91 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:47.880458 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-24721216-6372-474c-8065-df009e594d10 req-47e410ee-084a-4a4e-9878-f26247f58b91 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0509157 Aug 17 12:20:47.919253 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-24721216-6372-474c-8065-df009e594d10 req-3e035826-7710-45cc-aed1-67ca82656574 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328739 Aug 17 12:20:49.035907 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fe586-3f91-4e8c-b1e6-47bfa4ec8e19 req-6542001a-1e1c-4232-8a2b-7db2f8d9f3fe tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:49.037446 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-506fe586-3f91-4e8c-b1e6-47bfa4ec8e19 req-6542001a-1e1c-4232-8a2b-7db2f8d9f3fe tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0482557 Aug 17 12:20:49.076010 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-506fe586-3f91-4e8c-b1e6-47bfa4ec8e19 req-fd9ceb9a-3d11-4ea9-8d7e-b330408c2a36 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326707 Aug 17 12:20:50.190017 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bc046-a016-480b-af89-0d8ac3ef4b9a req-ab8b337a-35ff-4a69-8137-dd7371805548 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:50.191471 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c2bc046-a016-480b-af89-0d8ac3ef4b9a req-ab8b337a-35ff-4a69-8137-dd7371805548 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0486867 Aug 17 12:20:50.229361 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-1c2bc046-a016-480b-af89-0d8ac3ef4b9a req-6917e135-cbcd-4424-a672-57a71573f292 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0319474 Aug 17 12:20:51.343892 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1f760-5f50-4440-b1f2-9c1db2b312b0 req-ac8f6b2c-edc4-4d61-ae0e-355e9e29913e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:51.345351 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c7d1f760-5f50-4440-b1f2-9c1db2b312b0 req-ac8f6b2c-edc4-4d61-ae0e-355e9e29913e tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0513265 Aug 17 12:20:51.384613 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c7d1f760-5f50-4440-b1f2-9c1db2b312b0 req-7082d8ff-23a5-4f99-b26b-a61a758ec15f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333290 Aug 17 12:20:52.512695 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ae779-f9e4-4687-ad1a-0aede80991d9 req-b895decd-5aaf-455d-8099-d45ca8793c47 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:52.514184 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-110ae779-f9e4-4687-ad1a-0aede80991d9 req-b895decd-5aaf-455d-8099-d45ca8793c47 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0475402 Aug 17 12:20:52.552841 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-110ae779-f9e4-4687-ad1a-0aede80991d9 req-28aa63a6-aa44-4996-930f-fba944afc1fb tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=2c63b0cc-e225-4cac-98ed-72c8625c07b0&id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0328441 Aug 17 12:20:52.686729 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f4af236e-c632-407d-b4d8-efe35a56db17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:53.618339 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47266) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:20:53.803510 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port 4c6366f6-02dc-4ece-9429-1bbbe42134de {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:20:53.803855 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:53.879884 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:53.880134 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:53.892123 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for 4c6366f6-02dc-4ece-9429-1bbbe42134de owned by network:floatingip {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:20:54.065664 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:54.091604 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=4c6366f6-02dc-4ece-9429-1bbbe42134de,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:20:54.115531 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.115895 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.116242 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.116585 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.117010 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.117288 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.117625 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.117961 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.118295 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.118627 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.118961 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.119290 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:54.160542 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:54.160825 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.db.l3_db [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP 8661f7f2-aab3-4978-843e-8d97a9374174 disassociated (deleted). External IP: 172.27.0.223, port: c7713746-8e1a-496c-9d60-152c18adbbed. Aug 17 12:20:54.362310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:20:54.438156 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:54.466812 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:20:54.471726 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:54.478039 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:20:54.487098 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:20:54.487700 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:20:54.499572 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-3a6f80c3-9cc0-4fe4-9448-7bf6f4f4f819 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "DELETE /v2.0/floatingips/8661f7f2-aab3-4978-843e-8d97a9374174 HTTP/1.1" status: 204 len: 168 time: 0.8800879 Aug 17 12:20:54.500158 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed'}] {{(pid=93951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:20:54.502410 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a429e0a025c6d7835c779c4400d19d967496b9f3c7c8a35796c13c312a24dd9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c52f9c-6e47-409e-abe6-01c66639bb91" -d '{"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed"}]}' {{(pid=93951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:20:54.542399 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d8fa9-c0f8-41e1-9f4c-4c13a27e91ba x-openstack-request-id: req-907d8fa9-c0f8-41e1-9f4c-4c13a27e91ba {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:20:54.542752 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed", "status": "completed", "code": 200}]} {{(pid=93951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:20:54.543066 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-907d8fa9-c0f8-41e1-9f4c-4c13a27e91ba {{(pid=93951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:20:54.543526 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'status': 'completed', 'code': 200} Aug 17 12:20:54.594409 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:20:54.642661 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-a810ddaf-4c46-422c-b0fa-e9034d962536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:54.645115 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-a810ddaf-4c46-422c-b0fa-e9034d962536 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 1099 time: 0.0538862 Aug 17 12:20:54.768532 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05afd-4815-4766-88ac-175ad0508240 req-bad66dba-1e30-4e37-be1f-7e29b695927f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:54.769563 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cc05afd-4815-4766-88ac-175ad0508240 req-bad66dba-1e30-4e37-be1f-7e29b695927f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0701632 Aug 17 12:20:54.786082 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-09e4d452-2665-44de-8201-e56e26bb2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:54.787463 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-09e4d452-2665-44de-8201-e56e26bb2b31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.1328435 Aug 17 12:20:54.838318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:20:54.842223 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-f3e3e9d0-7af2-4cf6-a8d1-1afc7ea4a8ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 200 len: 217 time: 0.0444355 Aug 17 12:20:54.847801 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-6cc05afd-4815-4766-88ac-175ad0508240 req-4acad932-70dd-45e5-966f-86cc7f123c6a tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710289 Aug 17 12:20:54.865724 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:20:54.874131 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:20:54.874735 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:25Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:20:54.891129 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-8a2bd69b-4f76-486e-a0d5-61c6a7754099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:54.892575 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-8a2bd69b-4f76-486e-a0d5-61c6a7754099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0425372 Aug 17 12:20:54.939671 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-94cf42b5-c9ca-4c70-ac74-3ffc24025c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:54.941312 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-94cf42b5-c9ca-4c70-ac74-3ffc24025c0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409667 Aug 17 12:20:55.053270 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-31ba3201-df9c-405c-a5de-b7de5761dea3 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030297 Aug 17 12:20:55.115216 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:20:55.143444 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c2a7b34d-a49d-416a-87aa-daadbab32cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:55.146084 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-25c52f9c-6e47-409e-abe6-01c66639bb91 req-6f05ba6e-4d79-4bc5-825e-f348a759736f service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852530 Aug 17 12:20:55.260868 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:55.350952 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:20:55.377627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd1b438-95f5-433d-ae2c-8675eabc8811 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_floatingips': [{'id': '6025a4b6-e500-4377-9565-84a5eb017124', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'router_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'port_id': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'mac_address': 'fa:16:3e:49:cf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40f8c-0bfc-4e3a-9389-629278728817', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T12:16:13Z', 'updated_at': '2021-08-17T12:16:15Z', 'revision_number': 1, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:20:55.582567 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b4e1c-3f05-4ae5-ba59-2870607e9b5d None None] New status for floating IP 8661f7f2-aab3-4978-843e-8d97a9374174: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:20:55.966721 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7ebfc-a989-434a-986c-972212db2dff req-3506ebbf-69ae-4206-98c1-ec9b002b11cb tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:55.968711 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-87a7ebfc-a989-434a-986c-972212db2dff req-3506ebbf-69ae-4206-98c1-ec9b002b11cb tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Aug 17 12:20:56.007742 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-87a7ebfc-a989-434a-986c-972212db2dff req-8d7f793b-b72e-4f5a-bb54-5b82001a0478 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330281 Aug 17 12:20:56.513029 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:56.570337 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-87feccfe-fcd7-4a44-ad28-af5cad9b041d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:20:56.571755 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-87feccfe-fcd7-4a44-ad28-af5cad9b041d tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 946 time: 0.0472748 Aug 17 12:20:56.662719 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port c7713746-8e1a-496c-9d60-152c18adbbed {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:20:56.663062 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:56.750319 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] For port c7713746-8e1a-496c-9d60-152c18adbbed, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=c7713746-8e1a-496c-9d60-152c18adbbed,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:20:56.750678 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:56.762548 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for c7713746-8e1a-496c-9d60-152c18adbbed owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:20:56.885437 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:56.911095 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=c7713746-8e1a-496c-9d60-152c18adbbed,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:20:56.920425 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.920797 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.921166 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.921503 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.921836 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.922168 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.922499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.923282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.923282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.923470 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.923764 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.924084 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:20:56.962913 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] No DVR routers for this DVR port c7713746-8e1a-496c-9d60-152c18adbbed on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:20:56.965520 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:56.967514 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-d5927a96-1cbf-450d-a60e-7d32c29ab2be req-13051db2-7cfb-43b5-92fd-20f699da34ad tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "DELETE /v2.0/ports/c7713746-8e1a-496c-9d60-152c18adbbed HTTP/1.1" status: 204 len: 173 time: 0.3890209 Aug 17 12:20:56.968096 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'name': 'network-vif-deleted', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:20:56.970187 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bec3df-837c-467c-84e7-db78bf68d64d" -d '{"events": [{"server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "name": "network-vif-deleted", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:20:57.005479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9ea84-ff98-456a-bd17-cb35327db1e9 x-openstack-request-id: req-a3b9ea84-ff98-456a-bd17-cb35327db1e9 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:20:57.005777 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06688f90-0397-49a3-b6f0-e6c5b0a3bfa3", "name": "network-vif-deleted", "tag": "c7713746-8e1a-496c-9d60-152c18adbbed", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:20:57.006038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3b9ea84-ff98-456a-bd17-cb35327db1e9 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:20:57.006436 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06688f90-0397-49a3-b6f0-e6c5b0a3bfa3', 'name': 'network-vif-deleted', 'tag': 'c7713746-8e1a-496c-9d60-152c18adbbed', 'status': 'completed', 'code': 200} Aug 17 12:20:57.106057 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dbe63cbd-da0e-4f81-b1c0-28436918bf53 req-22cbad5d-3ce1-45eb-9e37-95375a179518 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=06688f90-0397-49a3-b6f0-e6c5b0a3bfa3 HTTP/1.1" status: 200 len: 210 time: 0.0290637 Aug 17 12:20:58.093488 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:20:58.773430 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c7713746-8e1a-496c-9d60-152c18adbbed no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:20:58.793857 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: c7713746-8e1a-496c-9d60-152c18adbbed {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:20:58.794201 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device c7713746-8e1a-496c-9d60-152c18adbbed not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:00.374869 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47300) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:00.524735 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port bce08054-36c9-4be6-901b-d092be1bac7e {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:00.525118 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:00.599696 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:00.600024 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:00.611197 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for bce08054-36c9-4be6-901b-d092be1bac7e owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:00.751872 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:00.778080 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=bce08054-36c9-4be6-901b-d092be1bac7e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:00.837212 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:00.837537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Floating IP 6025a4b6-e500-4377-9565-84a5eb017124 disassociated (deleted). External IP: 172.27.0.145, port: 875faad1-0b5a-424e-aa59-3aa30c6ba360. Aug 17 12:21:01.032895 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:21:01.143729 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:21:01.148565 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:01.153638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:21:01.162961 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:01.163621 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:01.174902 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-4f6c94f1-2546-4743-9b2c-d425023ed0d4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "DELETE /v2.0/floatingips/6025a4b6-e500-4377-9565-84a5eb017124 HTTP/1.1" status: 204 len: 168 time: 0.7987833 Aug 17 12:21:01.175491 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:21:01.177727 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c74316-df16-4f4b-bc62-b1976be04e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:21:01.215076 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e79d5-8c0e-4b26-8200-e607975331f7 x-openstack-request-id: req-680e79d5-8c0e-4b26-8200-e607975331f7 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:21:01.215361 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:21:01.215610 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-680e79d5-8c0e-4b26-8200-e607975331f7 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:21:01.216001 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'status': 'completed', 'code': 200} Aug 17 12:21:01.279809 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:01.306820 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-ca7ccad4-5451-476c-8319-f8602e94e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:01.308649 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-ca7ccad4-5451-476c-8319-f8602e94e8ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eabd442534a0454bbea1cfc1fed732b2&device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 1099 time: 0.0494156 Aug 17 12:21:01.448053 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba13ee-5618-4f1f-af07-78e8f3bdf770 req-d06f016a-c2a6-43a9-bbf9-b450fb6240bf tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:01.449571 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9ba13ee-5618-4f1f-af07-78e8f3bdf770 req-d06f016a-c2a6-43a9-bbf9-b450fb6240bf tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.1027627 Aug 17 12:21:01.486043 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-4bde5604-5d42-4c4d-b189-3c5d6e55586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:01.487462 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-4bde5604-5d42-4c4d-b189-3c5d6e55586d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 200 len: 913 time: 0.1149700 Aug 17 12:21:01.492543 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:01.510455 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a9ba13ee-5618-4f1f-af07-78e8f3bdf770 req-6f8bf7ec-d54f-438d-aedd-fdbe08992e3c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506783 Aug 17 12:21:01.518392 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:21:01.532604 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:01.533329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:01.536569 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-812974f2-5da6-42e4-9b53-a361f87b35a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 200 len: 217 time: 0.0389204 Aug 17 12:21:01.590877 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-49989885-ff8e-41c6-a2e1-5be71752ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:01.592322 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-49989885-ff8e-41c6-a2e1-5be71752ea46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 200 len: 851 time: 0.0477459 Aug 17 12:21:01.636888 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-05c4b85c-5846-4dfe-98a5-ad8797aced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:01.638355 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:01.638474 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-05c4b85c-5846-4dfe-98a5-ad8797aced8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f5fb5249-ce12-4585-a3c5-0fd7da0b45de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380912 Aug 17 12:21:01.728104 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-4852dacf-b617-4ac2-b1a5-81c177a5fdd3 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821824 Aug 17 12:21:01.815259 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-94c74316-df16-4f4b-bc62-b1976be04e0f req-5488912f-e7d0-4ae0-b9e9-dcf133a048f3 service neutron] 10.222.0.60 "GET /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795090 Aug 17 12:21:01.835931 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:01.862566 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04456acd-99c8-48f5-a212-6e6a647a9713 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:17Z', 'revision_number': 4, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'da0c2b03-bf00-4b8a-8839-105365f10c32', 'name': '', 'network_id': 'f5fb5249-ce12-4585-a3c5-0fd7da0b45de', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'mac_address': 'fa:16:3e:e7:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:16Z', 'updated_at': '2021-08-17T12:12:23Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'subnets': [{'id': '16471665-fd03-4ca0-a5ce-0f8eaca61430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:21:02.062332 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9785f63-07f3-4b2c-aae0-4113ad32e4c7 None None] New status for floating IP 6025a4b6-e500-4377-9565-84a5eb017124: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:21:02.627724 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b00a-76d2-4008-a274-1d083aa89357 req-30d07cc0-638f-4640-82ac-24b3f5bbd373 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:02.629208 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a896b00a-76d2-4008-a274-1d083aa89357 req-30d07cc0-638f-4640-82ac-24b3f5bbd373 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0490186 Aug 17 12:21:02.664856 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a896b00a-76d2-4008-a274-1d083aa89357 req-6e8ed5ae-8eea-418b-9c3c-93778b12035f tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/security-groups?id=49a42038-3780-41f9-97c0-a70527cad3b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297511 Aug 17 12:21:03.165623 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-f943e3ee-6b7a-4f46-afe8-142a1b0303f0 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:03.167089 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-f943e3ee-6b7a-4f46-afe8-142a1b0303f0 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 946 time: 0.0506635 Aug 17 12:21:03.254687 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port 875faad1-0b5a-424e-aa59-3aa30c6ba360 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:03.254951 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:03.342440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] For port 875faad1-0b5a-424e-aa59-3aa30c6ba360, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=875faad1-0b5a-424e-aa59-3aa30c6ba360,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:03.342804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:03.354887 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for 875faad1-0b5a-424e-aa59-3aa30c6ba360 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:03.482638 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:03.510073 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=875faad1-0b5a-424e-aa59-3aa30c6ba360,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:03.549320 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] No DVR routers for this DVR port 875faad1-0b5a-424e-aa59-3aa30c6ba360 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:21:03.551934 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:03.554007 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-fd5b544e-d1d6-4ffb-84b4-880f4a593fcc req-4a2ea657-6111-4f90-b484-0095980f8809 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.60 "DELETE /v2.0/ports/875faad1-0b5a-424e-aa59-3aa30c6ba360 HTTP/1.1" status: 204 len: 173 time: 0.3801117 Aug 17 12:21:03.554486 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'name': 'network-vif-deleted', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:21:03.557043 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba9ba4-bde7-4b31-b0fa-b92ecb74b57f" -d '{"events": [{"server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "name": "network-vif-deleted", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:21:03.591904 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349558b-d083-4262-99ba-6af062e75eb2 x-openstack-request-id: req-7349558b-d083-4262-99ba-6af062e75eb2 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:21:03.592231 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a40f8c-0bfc-4e3a-9389-629278728817", "name": "network-vif-deleted", "tag": "875faad1-0b5a-424e-aa59-3aa30c6ba360", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:21:03.593049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7349558b-d083-4262-99ba-6af062e75eb2 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:21:03.593469 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a40f8c-0bfc-4e3a-9389-629278728817', 'name': 'network-vif-deleted', 'tag': '875faad1-0b5a-424e-aa59-3aa30c6ba360', 'status': 'completed', 'code': 200} Aug 17 12:21:03.754498 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-c4f4c38d-8f91-47a8-8126-b101353ef27e req-822cd3d5-856c-469f-9c02-06ad139919b4 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a40f8c-0bfc-4e3a-9389-629278728817 HTTP/1.1" status: 200 len: 210 time: 0.0257099 Aug 17 12:21:04.611841 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-90d1dac8-b907-4942-8459-4885529225c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420384 Aug 17 12:21:04.711308 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-2dd3146d-abfc-4b4c-8b99-cffac14f7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:04.712726 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-2dd3146d-abfc-4b4c-8b99-cffac14f7348 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1138 time: 0.0391576 Aug 17 12:21:04.808638 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47316) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:04.813184 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-073a91ba-e0c2-4233-9aa9-5be4de172d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:04.814643 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-073a91ba-e0c2-4233-9aa9-5be4de172d6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.0818219 Aug 17 12:21:04.881538 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-41237456-f9ac-4fe2-8361-b9221fda9ce9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1002 time: 0.0589442 Aug 17 12:21:04.930053 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Deleting port a4ad4649-c99f-4019-8a2f-418fd498fbb5 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:04.930394 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:04.930979 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-9f74300d-7fba-4ded-8c56-1c2f6666effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:04.932415 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-9f74300d-7fba-4ded-8c56-1c2f6666effb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0433307 Aug 17 12:21:04.976506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-16c3a7a0-3848-4488-8eb1-3820b7535ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:04.978037 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-16c3a7a0-3848-4488-8eb1-3820b7535ae7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384815 Aug 17 12:21:05.004217 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:05.004550 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:05.016551 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Calling delete_port for a4ad4649-c99f-4019-8a2f-418fd498fbb5 owned by network:floatingip {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:05.071285 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-e34de840-5d76-4675-8084-cce750ae217e service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834289 Aug 17 12:21:05.156793 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:05.179928 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'Port': ['ID=a4ad4649-c99f-4019-8a2f-418fd498fbb5,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:05.194929 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-4bb3f32e-567a-40ed-bff7-edda4211a814 req-0b431ea3-13da-4e89-9001-673f77806e41 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138425 Aug 17 12:21:05.243376 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for floatingip, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:05.245927 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:05.247072 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-000539d6-6391-4fe3-a2d7-c9600431e88c tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "DELETE /v2.0/floatingips/ca3c40aa-0756-4a1f-9575-1094e711ace7 HTTP/1.1" status: 204 len: 168 time: 0.4374344 Aug 17 12:21:06.434302 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47328) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:06.493235 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:06.519698 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:06.575509 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:06.578883 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:06.580166 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] 10.222.0.58 "DELETE /v2.0/security-groups/49a42038-3780-41f9-97c0-a70527cad3b8 HTTP/1.1" status: 204 len: 168 time: 0.1448853 Aug 17 12:21:06.589152 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb940b-ea67-44a0-b362-2d1703f6fbf2 tempest-TestVolumeBootPattern-1281404026 tempest-TestVolumeBootPattern-1281404026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a42038-3780-41f9-97c0-a70527cad3b8,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:06.633615 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47332) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:06.804632 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 875faad1-0b5a-424e-aa59-3aa30c6ba360 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:06.824648 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: 875faad1-0b5a-424e-aa59-3aa30c6ba360 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:06.825012 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device 875faad1-0b5a-424e-aa59-3aa30c6ba360 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:07.268495 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:07.499804 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Deleting port da0c2b03-bf00-4b8a-8839-105365f10c32 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:07.500531 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:07.579466 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] For port da0c2b03-bf00-4b8a-8839-105365f10c32, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=da0c2b03-bf00-4b8a-8839-105365f10c32,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:07.579823 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:07.591648 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Calling delete_port for da0c2b03-bf00-4b8a-8839-105365f10c32 owned by network:router_interface {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:07.766264 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:07.791345 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0c2b03-bf00-4b8a-8839-105365f10c32,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:07.956461 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.168031 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Router b63b0d24-11fe-4088-94c7-b2d0e165b89e has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:21:08.269109 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:21:08.274017 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-68ae37de-1dad-4377-9085-7102a53e8e63 admin admin] 10.222.0.58 "PUT /v2.0/routers/b63b0d24-11fe-4088-94c7-b2d0e165b89e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393120 Aug 17 12:21:08.276535 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47336) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:08.279542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Sync routers for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:21:08.289487 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:08.290104 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:08.378284 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.392940 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:08.479658 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.531030 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Deleting port 42f98188-b618-4205-a3c4-22479ff29829 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:08.531736 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.569736 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '42f98188-b618-4205-a3c4-22479ff29829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:21:07Z', 'revision_number': 5, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port': {'id': '42f98188-b618-4205-a3c4-22479ff29829', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:08.596383 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Checking router: b63b0d24-11fe-4088-94c7-b2d0e165b89e for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:21:08.604760 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Routers {'b63b0d24-11fe-4088-94c7-b2d0e165b89e'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:08.605384 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:08.613305 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] For port 42f98188-b618-4205-a3c4-22479ff29829, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=42f98188-b618-4205-a3c4-22479ff29829,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:08.613659 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.625052 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Calling delete_port for 42f98188-b618-4205-a3c4-22479ff29829 owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:08.688890 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] Set router b63b0d24-11fe-4088-94c7-b2d0e165b89e gateway port host: None {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:08.740339 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:21:08Z', 'revision_number': 6, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:08.770395 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac11cc0c-9974-408b-98c1-7a4c031596b4 None None] The sync data for ids ['b63b0d24-11fe-4088-94c7-b2d0e165b89e'] in dv-cinder-778193-3-iscsi is: [{'id': 'b63b0d24-11fe-4088-94c7-b2d0e165b89e', 'name': 'tempest-TestVolumeBootPattern-2010562789-router', 'tenant_id': 'eabd442534a0454bbea1cfc1fed732b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:14Z', 'updated_at': '2021-08-17T12:21:08Z', 'revision_number': 6, 'project_id': 'eabd442534a0454bbea1cfc1fed732b2', 'gw_port_host': None}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:21:08.790094 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.820690 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Pushing event deleted for resources: {'Port': ['ID=42f98188-b618-4205-a3c4-22479ff29829,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:08.877124 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.967011 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:08.969088 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.010596 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.011061 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Fanout notify agent at l3_agent the message router_deleted on router b63b0d24-11fe-4088-94c7-b2d0e165b89e {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:21:09.015310 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.016447 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-c4b92a95-aa1c-4d1f-9512-879bf233b3af admin admin] 10.222.0.58 "DELETE /v2.0/routers/b63b0d24-11fe-4088-94c7-b2d0e165b89e HTTP/1.1" status: 204 len: 168 time: 0.7389827 Aug 17 12:21:09.019138 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47338) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:09.062204 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Deleting subnet 16471665-fd03-4ca0-a5ce-0f8eaca61430 {{(pid=93951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:21:09.065735 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.100114 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818357'] for subnet, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.202738 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.254899 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9632982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9269450'] for subnet, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.281002 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16471665-fd03-4ca0-a5ce-0f8eaca61430,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:09.282902 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for subnet, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.284767 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-33c8cfa5-571e-4d0b-b151-ce684ee3dc08 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/16471665-fd03-4ca0-a5ce-0f8eaca61430 HTTP/1.1" status: 204 len: 168 time: 0.2647157 Aug 17 12:21:09.287325 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47340) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:09.289732 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a8c4b-8617-4398-9e1d-8587944c9fab None None] Network f5fb5249-ce12-4585-a3c5-0fd7da0b45de requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:21:09.357213 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.413335 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Deleting port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:09.413668 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.476246 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] For port d933d3ad-1b49-4ff7-9c33-6727a85ebf92, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,segment=NetworkSegment(83bbe5f0-7d59-4022-b4b0-ad576abc3ac8),segment_id=83bbe5f0-7d59-4022-b4b0-ad576abc3ac8)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:09.476548 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.488858 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Calling delete_port for d933d3ad-1b49-4ff7-9c33-6727a85ebf92 owned by network:dhcp {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:09.554726 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a14443-3315-461d-9241-7e85dea4afdf None None] DHCP port deletion for f5fb5249-ce12-4585-a3c5-0fd7da0b45de request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:21:09.561318 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device da0c2b03-bf00-4b8a-8839-105365f10c32 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:09.576175 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.583812 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: da0c2b03-bf00-4b8a-8839-105365f10c32 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:09.584154 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device da0c2b03-bf00-4b8a-8839-105365f10c32 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:09.600956 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e0a14443-3315-461d-9241-7e85dea4afdf None None] The port 'd933d3ad-1b49-4ff7-9c33-6727a85ebf92' was deleted {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 12:21:09.601614 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d933d3ad-1b49-4ff7-9c33-6727a85ebf92,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:09.609582 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] No DVR routers for this DVR port d933d3ad-1b49-4ff7-9c33-6727a85ebf92 on host dv-cinder-778193-3-iscsi {{(pid=93951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:21:09.684006 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.693922 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fb5249-ce12-4585-a3c5-0fd7da0b45de']}} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:09.703791 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8') {'for_net_delete': True} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:09.704130 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.services.segments.db [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bbe5f0-7d59-4022-b4b0-ad576abc3ac8') {} {{(pid=93951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:09.713509 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818364'] for segment, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.727740 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.733927 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:21:09.734578 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9633140'] for segment, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: Traceback (most recent call last): Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: timer() Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: cb(*args, **kw) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: return func(*args, **kwargs) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: self._notify() Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: self.callback(batched_events) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: event.method(event) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: return f(self, *a, **k) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._get(url).json() Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: return self.request(url, 'GET', **kwargs) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:21:09.736796 dv-cinder-778193-3-iscsi neutron-server[93951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:21:09.797118 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.802576 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:09.804417 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f5fb5249-ce12-4585-a3c5-0fd7da0b45de HTTP/1.1" status: 204 len: 168 time: 0.5161870 Aug 17 12:21:09.807521 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47342) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:09.816397 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee2c79-7553-47ad-b02a-dde5ee05bf76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5fb5249-ce12-4585-a3c5-0fd7da0b45de,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:10.397804 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:10.496109 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [req-f9d5e9dd-2e43-4af2-add7-c923cb687683 req-809af5af-ccae-4909-ab96-7ae9f8a1371a service neutron] (93951) timed out ('10.222.0.60', 61507) {{(pid=93951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 12:21:10.630655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Deleting port 62aea9aa-3c5e-447f-90a7-24926a7c43b6 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:10.630998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:10.708400 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] For port 62aea9aa-3c5e-447f-90a7-24926a7c43b6, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=62aea9aa-3c5e-447f-90a7-24926a7c43b6,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:10.708682 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:10.720886 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Calling delete_port for 62aea9aa-3c5e-447f-90a7-24926a7c43b6 owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:10.892296 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:10.916773 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aea9aa-3c5e-447f-90a7-24926a7c43b6,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:11.082894 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.179110 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 42f98188-b618-4205-a3c4-22479ff29829 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:11.198590 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 42f98188-b618-4205-a3c4-22479ff29829 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:11.198944 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 42f98188-b618-4205-a3c4-22479ff29829 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:11.199414 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d933d3ad-1b49-4ff7-9c33-6727a85ebf92 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:11.217954 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: d933d3ad-1b49-4ff7-9c33-6727a85ebf92 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:11.218293 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device d933d3ad-1b49-4ff7-9c33-6727a85ebf92 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:11.298783 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:21:11.406793 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:21:11.412887 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-935cec87-58f7-4e3a-8ec6-2feac52448f6 admin admin] 10.222.0.58 "PUT /v2.0/routers/8200c5f1-a198-41e1-a782-3d1bcc98bd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033757 Aug 17 12:21:11.415042 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47344) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:11.417579 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Sync routers for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:21:11.427107 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:11.427714 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:11.512844 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.526541 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:11.612489 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.663989 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Deleting port 4af4dad2-1d49-4ef0-b21a-8588960b67c1 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:11.664336 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.710398 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:21:10Z', 'revision_number': 5, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port': {'id': '4af4dad2-1d49-4ef0-b21a-8588960b67c1', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:12:20Z', 'updated_at': '2021-08-17T12:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:11.747034 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Checking router: 8200c5f1-a198-41e1-a782-3d1bcc98bd8f for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:21:11.748987 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] For port 4af4dad2-1d49-4ef0-b21a-8588960b67c1, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=4af4dad2-1d49-4ef0-b21a-8588960b67c1,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:11.749356 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.759029 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Routers {'8200c5f1-a198-41e1-a782-3d1bcc98bd8f'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:11.759918 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:20:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:11.761382 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Calling delete_port for 4af4dad2-1d49-4ef0-b21a-8588960b67c1 owned by network:router_gateway {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:11.852000 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] Set router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:11.907793 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:21:11Z', 'revision_number': 6, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:11.920976 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:11.933279 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aaeda2-ddb6-407d-ac66-b44dcc7ae059 None None] The sync data for ids ['8200c5f1-a198-41e1-a782-3d1bcc98bd8f'] in dv-cinder-778193-3-iscsi is: [{'id': '8200c5f1-a198-41e1-a782-3d1bcc98bd8f', 'name': 'tempest-TestVolumeBootPattern-280486109-router', 'tenant_id': '62375bb1ab5744eba70567faf9e7a539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:12:19Z', 'updated_at': '2021-08-17T12:21:11Z', 'revision_number': 6, 'project_id': '62375bb1ab5744eba70567faf9e7a539', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:21:11.947444 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af4dad2-1d49-4ef0-b21a-8588960b67c1,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:12.004564 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.102801 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.104889 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.148563 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.149147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8200c5f1-a198-41e1-a782-3d1bcc98bd8f {{(pid=93952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:21:12.153314 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.154711 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ae876525-0c3f-42d8-82a3-bad1629205c9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8200c5f1-a198-41e1-a782-3d1bcc98bd8f HTTP/1.1" status: 204 len: 168 time: 0.7387645 Aug 17 12:21:12.157265 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47346) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:12.199512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Deleting subnet 8d5935eb-1298-4999-b5e4-ffb2a9981290 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:21:12.202383 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.233790 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9252938'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.343190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.348465 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:21:12.395090 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12330410'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.418207 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5935eb-1298-4999-b5e4-ffb2a9981290,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:12.424372 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.426240 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-ddcae629-5cde-44e5-bfb4-788f41237c4d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8d5935eb-1298-4999-b5e4-ffb2a9981290 HTTP/1.1" status: 204 len: 168 time: 0.2679548 Aug 17 12:21:12.428741 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47348) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:12.431284 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a8fcc-17c2-45a1-8622-4e33463c7778 None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:21:12.496877 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.548427 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Deleting port 8f45464d-3e54-4f0d-8487-61e12252d649 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:12.548767 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.610817 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] For port 8f45464d-3e54-4f0d-8487-61e12252d649, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8f45464d-3e54-4f0d-8487-61e12252d649,segment=NetworkSegment(3d20386d-8141-435a-9543-4ed1e6ad8eda),segment_id=3d20386d-8141-435a-9543-4ed1e6ad8eda)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:12.611093 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.626150 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Calling delete_port for 8f45464d-3e54-4f0d-8487-61e12252d649 owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:12.687019 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] DHCP port deletion for 86bafb60-4c36-414f-a36d-3efba49ae163 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:21:12.707729 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.733040 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8f45464d-3e54-4f0d-8487-61e12252d649,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:12.733357 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Deleting port 8f45464d-3e54-4f0d-8487-61e12252d649 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:12.733736 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.737252 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] No DVR routers for this DVR port 8f45464d-3e54-4f0d-8487-61e12252d649 on host dv-cinder-778193-3-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:21:12.813642 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.824049 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bafb60-4c36-414f-a36d-3efba49ae163']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:12.835301 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d20386d-8141-435a-9543-4ed1e6ad8eda') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:12.835599 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d20386d-8141-435a-9543-4ed1e6ad8eda') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:12.845507 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.860152 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.867513 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:21:12.868284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:21:12.870529 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:21:12.942560 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] For port 8f45464d-3e54-4f0d-8487-61e12252d649, host dv-cinder-778193-3-iscsi, got binding levels [] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:12.943033 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.945327 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.950879 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:12.952851 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] 10.222.0.58 "DELETE /v2.0/networks/86bafb60-4c36-414f-a36d-3efba49ae163 HTTP/1.1" status: 204 len: 168 time: 0.5231469 Aug 17 12:21:12.969212 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Calling delete_port for 8f45464d-3e54-4f0d-8487-61e12252d649 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:12.973462 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa2ef-ef82-4a5d-ab6a-a4853668ccaf admin admin] Pushing event deleted for resources: {'Network': ['ID=86bafb60-4c36-414f-a36d-3efba49ae163,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:12.973662 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.ipam_backend_mixin [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Port 8f45464d-3e54-4f0d-8487-61e12252d649 was not found and therefore no delete operation was performed {{(pid=93953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 12:21:12.974817 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.000013 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Pushing event deleted for resources: {'Port': ['ID=8f45464d-3e54-4f0d-8487-61e12252d649,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:13.002984 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Network 86bafb60-4c36-414f-a36d-3efba49ae163 is not hosted by any dhcp agent {{(pid=93953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 12:21:13.003445 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] No DVR routers for this DVR port 8f45464d-3e54-4f0d-8487-61e12252d649 on host dv-cinder-778193-3-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:21:13.010912 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.011779 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.012403 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.012725 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.013090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.013426 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.013752 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.014078 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.015090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.015090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.015090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.015705 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b73fea2-1129-42fc-a208-bb3feb480605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:13.080284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47352) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:13.103695 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 4af4dad2-1d49-4ef0-b21a-8588960b67c1 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:13.124061 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 4af4dad2-1d49-4ef0-b21a-8588960b67c1 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:13.124355 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 4af4dad2-1d49-4ef0-b21a-8588960b67c1 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:13.124704 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 62aea9aa-3c5e-447f-90a7-24926a7c43b6 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:13.128442 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a70ef83b-1cbf-4c45-bc31-42bdc38076e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eabd442534a0454bbea1cfc1fed732b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469508 Aug 17 12:21:13.130890 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47354) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:13.147847 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 62aea9aa-3c5e-447f-90a7-24926a7c43b6 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:13.148251 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 62aea9aa-3c5e-447f-90a7-24926a7c43b6 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:13.148667 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8f45464d-3e54-4f0d-8487-61e12252d649 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:21:13.181198 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 8f45464d-3e54-4f0d-8487-61e12252d649 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:21:13.181555 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8f45464d-3e54-4f0d-8487-61e12252d649 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:21:13.183151 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.203882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.248798 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.251352 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.252491 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3283e2b6-2c0e-4905-9f84-35d251befb26 HTTP/1.1" status: 204 len: 168 time: 0.1207197 Aug 17 12:21:13.259903 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3349479-c008-4b61-8a86-2c1408584c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3283e2b6-2c0e-4905-9f84-35d251befb26,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:13.555997 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47360) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:13.595111 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-96e09f4d-17ac-48a9-ad0e-a2c4a55dc137 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62375bb1ab5744eba70567faf9e7a539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374112 Aug 17 12:21:13.597689 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47362) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:13.643203 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.666423 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.711237 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.713973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:13.715067 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99261e2c-b090-4f43-8885-1fa04148a6b2 HTTP/1.1" status: 204 len: 168 time: 0.1164813 Aug 17 12:21:13.722908 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69459-af53-4071-9148-2739f60e0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99261e2c-b090-4f43-8885-1fa04148a6b2,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:14.574057 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [req-2dfba050-4990-468d-8d58-6ceca23095b0 req-9fe6878d-bd38-49e1-aaa4-be39fe6dadc4 service neutron] (93951) timed out ('10.222.0.60', 61500) {{(pid=93951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 12:21:22.687311 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-52f78d9d-32cc-4d75-8137-a5ecae50e119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:24.450419 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:25.117028 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0c25e8b6-43fc-4489-8837-ba72decd6941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:25.240542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:26.516544 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:28.095029 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:49.352137 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:21:52.688542 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-9d41ad19-6bfe-4a0b-b7eb-e8c6ad5a00e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:54.456715 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:55.117974 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c515c31f-d651-4b58-b834-24281467c0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:55.230324 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:55.944747 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-69ad5312-8fa0-494f-9be1-3864489c789c req-a61bed00-4523-4907-8535-be2ab107f152 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38362610&fields=id&tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde HTTP/1.1" status: 200 len: 267 time: 0.0331945 Aug 17 12:21:55.995194 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5312-8fa0-494f-9be1-3864489c789c req-a900c1ac-264e-411e-85f2-da269d0fdeaf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:55.996625 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-69ad5312-8fa0-494f-9be1-3864489c789c req-a900c1ac-264e-411e-85f2-da269d0fdeaf tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 985 time: 0.0465949 Aug 17 12:21:56.007723 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.v2.base [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Request body: {'port': {'security_groups': ['8d5a32b8-a4e3-4b79-8bf8-3156152a5aee']}} {{(pid=93952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 12:21:56.070200 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772062'] for port, before_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.237465 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:21:56.265721 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for port, precommit_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.270015 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741364050800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741363544679', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741363544697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10210539'] for port, after_update {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.305816 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:21:56.310993 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:56.311626 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.313048 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-69ad5312-8fa0-494f-9be1-3864489c789c req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "PUT /v2.0/ports/f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 943 time: 0.3102131 Aug 17 12:21:56.313512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:21:56.316406 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae5f94-0ede-409e-b7df-f9c1b437727e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:21:56.320737 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47380) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:56.342644 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc747cf6-20c0-4a57-9243-3f3d08faeea5 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event updated for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=7']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:56.398069 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.427109 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.487432 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:21:56.498435 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.504080 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for security_group, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.508212 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47384) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:21:56.508358 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "DELETE /v2.0/security-groups/2c63b0cc-e225-4cac-98ed-72c8625c07b0 HTTP/1.1" status: 204 len: 168 time: 0.1864684 Aug 17 12:21:56.518578 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63b0cc-e225-4cac-98ed-72c8625c07b0,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:56.528314 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.528688 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.529065 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.529407 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.530436 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.530778 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.531472 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.531806 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.532179 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.532457 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.532961 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.533299 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878bff5-830e-4fc5-970f-b0651712e5d2 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:56.567344 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7eba54-018c-4dcb-b3f4-dde95fe0554e x-openstack-request-id: req-fa7eba54-018c-4dcb-b3f4-dde95fe0554e {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:21:56.567635 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:21:56.567889 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fa7eba54-018c-4dcb-b3f4-dde95fe0554e {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:21:56.568279 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:21:56.583445 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.592516 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.provisioning_blocks [None req-20dfe054-e7c7-4206-8085-964f02926224 None None] Provisioning complete for port f039c987-3042-4a8c-aff3-39c55a9ed730 triggered by entity DHCP. {{(pid=93953) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 12:21:56.593880 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-20dfe054-e7c7-4206-8085-964f02926224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-844921'] for port, provisioning_complete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.698592 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Deleting port e47625b2-1f1c-4e74-aa6a-8ab0e83c5121 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:21:56.698936 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.805305 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-ed86f3b4-c7fe-4fe5-8f80-5170e910e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:56.806778 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-ed86f3b4-c7fe-4fe5-8f80-5170e910e8bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1099 time: 0.1779394 Aug 17 12:21:56.808348 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.808676 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:56.836590 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Calling delete_port for e47625b2-1f1c-4e74-aa6a-8ab0e83c5121 owned by network:floatingip {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:21:56.952161 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-6321a3c1-f584-42ae-9de1-5e1e366e2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:56.953635 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-6321a3c1-f584-42ae-9de1-5e1e366e2647 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.1376507 Aug 17 12:21:57.035537 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-0855f291-bb56-47a2-bde1-ed9bf2498aef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 1002 time: 0.0701561 Aug 17 12:21:57.107298 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:57.112447 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-b002e6f1-0c3a-442e-8dd1-79a46379d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:57.113926 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-b002e6f1-0c3a-442e-8dd1-79a46379d1c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0594783 Aug 17 12:21:57.143865 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event deleted for resources: {'Port': ['ID=e47625b2-1f1c-4e74-aa6a-8ab0e83c5121,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:21:57.183754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.184100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.184440 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.184775 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.185134 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.185469 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.185799 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.186126 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.186453 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.186777 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.187103 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.187426 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-3-iscsi {{(pid=93952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 12:21:57.228655 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-4e70bff0-a477-4bf6-97cd-6188edb952bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:57.230150 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-4e70bff0-a477-4bf6-97cd-6188edb952bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947282 Aug 17 12:21:57.236147 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:57.236488 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.db.l3_db [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Floating IP ede8f47c-3c33-4566-80e2-c888f032fa98 disassociated (deleted). External IP: 172.27.0.166, port: f039c987-3042-4a8c-aff3-39c55a9ed730. Aug 17 12:21:57.674967 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-eb5b4650-383a-48a4-924a-8ac495f5a9b9 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346504 Aug 17 12:21:57.843447 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-70ae5f94-0ede-409e-b7df-f9c1b437727e req-82b92388-6059-4f1d-b170-82521ba20154 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616690 Aug 17 12:21:57.848642 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Router 82229b45-2cc8-4e13-a331-a418f9c63bbb has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:21:57.951850 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:21:57.957011 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for floatingip, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:57.963013 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Sync routers for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:21:57.972435 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:57.973088 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:57.982326 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-e88c1056-e258-4671-acda-c50aef6826ba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "DELETE /v2.0/floatingips/ede8f47c-3c33-4566-80e2-c888f032fa98 HTTP/1.1" status: 204 len: 168 time: 1.4723086 Aug 17 12:21:58.078850 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:58.149615 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:21:58.305329 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:58.331681 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Checking router: 82229b45-2cc8-4e13-a331-a418f9c63bbb for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:21:58.339615 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:21:58.340204 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:58.441654 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:21:58.570132 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:21:58.572494 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:21:58.607482 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b07d1-4095-47bd-bfe8-f42083b14634 x-openstack-request-id: req-165b07d1-4095-47bd-bfe8-f42083b14634 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:21:58.607776 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:21:58.608038 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-165b07d1-4095-47bd-bfe8-f42083b14634 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:21:58.608436 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:21:58.636573 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:21:58.663789 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab0388-f47a-4d06-94c1-1db0778a03a7 None None] The sync data for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi is: [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:40Z', 'revision_number': 4, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi', '_interfaces': [{'id': 'f314d688-a037-4340-8cb2-acabdf88bf5a', 'name': '', 'network_id': '1f7aa6e0-26d1-44b7-8178-bcf8994b25d9', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'mac_address': 'fa:16:3e:f0:32:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:39Z', 'updated_at': '2021-08-17T12:18:46Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'subnets': [{'id': '64257be7-deac-4182-a897-0e368fa0a1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:21:58.694350 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-8bf4c965-dd33-426a-9908-f01a06baa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:58.695872 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-8bf4c965-dd33-426a-9908-f01a06baa591 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 1099 time: 0.0416884 Aug 17 12:21:58.805946 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-04d77ad6-35be-4aa9-ae6c-9197c06d99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:58.807580 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-04d77ad6-35be-4aa9-ae6c-9197c06d99b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 200 len: 916 time: 0.0976896 Aug 17 12:21:58.852342 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-52db17b9-942a-4b0d-8621-53428c9a424e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 200 len: 217 time: 0.0361938 Aug 17 12:21:58.879192 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864714f6-b95f-433c-bbf4-c88bdab90a93 None None] New status for floating IP ede8f47c-3c33-4566-80e2-c888f032fa98: DOWN {{(pid=93954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 12:21:58.906478 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-04f4190d-a018-4a4f-987a-388e1e8f49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:58.907933 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-04f4190d-a018-4a4f-987a-388e1e8f49fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 200 len: 854 time: 0.0488138 Aug 17 12:21:58.955784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-26b0b4d3-fd43-4b47-a899-836bfa9d8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:21:58.957303 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-26b0b4d3-fd43-4b47-a899-836bfa9d8288 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396354 Aug 17 12:21:59.048149 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-3e7d1add-26d4-4a1e-a011-2cac791d89a0 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Aug 17 12:21:59.170736 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-dfe1e1e9-e97c-4403-9ef6-81ae66f3ffa1 req-b8ee6df4-5e60-4869-a617-14b446f089c1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988703 Aug 17 12:22:00.685366 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb4d2a-a1dc-4a66-9d42-f01beead53e2 req-7d918ada-00bd-4e57-ba9b-9c42bc568ba8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:22:00.686732 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00cb4d2a-a1dc-4a66-9d42-f01beead53e2 req-7d918ada-00bd-4e57-ba9b-9c42bc568ba8 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0482883 Aug 17 12:22:00.722993 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-00cb4d2a-a1dc-4a66-9d42-f01beead53e2 req-63c3b5b9-4899-48b4-a25e-db6c0f51993d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298910 Aug 17 12:22:01.839199 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b14da3-4f63-4833-bf70-4ea70605f40a req-ae0702ee-caa1-4647-9e19-f0c27832c496 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:22:01.840660 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1b14da3-4f63-4833-bf70-4ea70605f40a req-ae0702ee-caa1-4647-9e19-f0c27832c496 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0516031 Aug 17 12:22:01.878850 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-a1b14da3-4f63-4833-bf70-4ea70605f40a req-dcafe7c6-ff0c-4c0a-a308-a265b3015527 tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Aug 17 12:22:02.747541 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ee904-baa5-483f-9e00-171886df9e3d req-a9390aa6-625a-4d39-9739-8397b82b7eba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:22:02.749005 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-178ee904-baa5-483f-9e00-171886df9e3d req-a9390aa6-625a-4d39-9739-8397b82b7eba tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0478683 Aug 17 12:22:02.836816 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Deleting port f039c987-3042-4a8c-aff3-39c55a9ed730 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:02.837190 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:02.929088 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] For port f039c987-3042-4a8c-aff3-39c55a9ed730, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f039c987-3042-4a8c-aff3-39c55a9ed730,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:02.929802 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:02.942115 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Calling delete_port for f039c987-3042-4a8c-aff3-39c55a9ed730 owned by compute:nova {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:03.034379 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d31025-929e-4c44-b586-b087d6610f45 req-90a2b628-fac8-4dc5-9272-132654e9905f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 12:22:03.035748 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1d31025-929e-4c44-b586-b087d6610f45 req-90a2b628-fac8-4dc5-9272-132654e9905f tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e3488d2-883f-406b-8cd2-3fce2ba603c5 HTTP/1.1" status: 200 len: 946 time: 0.0896695 Aug 17 12:22:03.085048 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-f1d31025-929e-4c44-b586-b087d6610f45 req-705d17a7-054b-426d-9892-4356afd94d5d tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.58 "GET /v2.0/security-groups?id=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Aug 17 12:22:03.135765 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:03.162754 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Pushing event deleted for resources: {'Port': ['ID=f039c987-3042-4a8c-aff3-39c55a9ed730,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:03.175073 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] get_ports_and_sgs() called for port_ids ['f039c987-3042-4a8c-aff3-39c55a9ed730'] {{(pid=93953) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 12:22:03.206087 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] No DVR routers for this DVR port f039c987-3042-4a8c-aff3-39c55a9ed730 on host hv-cinder-77819 {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:22:03.208438 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-398833'] for port, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:03.210467 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [req-178ee904-baa5-483f-9e00-171886df9e3d req-f4c13edb-ea7c-4cca-8caa-0dcc162e14de tempest-TestMinimumBasicScenario-980340763 tempest-TestMinimumBasicScenario-980340763-project] 10.222.0.60 "DELETE /v2.0/ports/f039c987-3042-4a8c-aff3-39c55a9ed730 HTTP/1.1" status: 204 len: 173 time: 0.4532490 Aug 17 12:22:03.210899 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'name': 'network-vif-deleted', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730'}] {{(pid=93952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 12:22:03.213150 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d620247811f419833e1335955ee568145a6c9f058ac9c7a826b08573c25fb2eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aa44eb-2dfc-4280-a1da-0ea70b4862bd" -d '{"events": [{"server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "name": "network-vif-deleted", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730"}]}' {{(pid=93952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 12:22:03.247622 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95521356-91b7-40f4-b89c-93c34ac30412 x-openstack-request-id: req-95521356-91b7-40f4-b89c-93c34ac30412 {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 12:22:03.247912 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3488d2-883f-406b-8cd2-3fce2ba603c5", "name": "network-vif-deleted", "tag": "f039c987-3042-4a8c-aff3-39c55a9ed730", "status": "completed", "code": 200}]} {{(pid=93952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 12:22:03.248161 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95521356-91b7-40f4-b89c-93c34ac30412 {{(pid=93952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 12:22:03.248548 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3488d2-883f-406b-8cd2-3fce2ba603c5', 'name': 'network-vif-deleted', 'tag': 'f039c987-3042-4a8c-aff3-39c55a9ed730', 'status': 'completed', 'code': 200} Aug 17 12:22:04.807965 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47468) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:05.136704 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:05.378724 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Deleting port f314d688-a037-4340-8cb2-acabdf88bf5a {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:05.378973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:05.456627 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] For port f314d688-a037-4340-8cb2-acabdf88bf5a, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=f314d688-a037-4340-8cb2-acabdf88bf5a,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:05.457014 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:05.468526 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Calling delete_port for f314d688-a037-4340-8cb2-acabdf88bf5a owned by network:router_interface {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:05.638003 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:05.664282 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Pushing event deleted for resources: {'Port': ['ID=f314d688-a037-4340-8cb2-acabdf88bf5a,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:05.821717 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.024164 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Router 82229b45-2cc8-4e13-a331-a418f9c63bbb has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:22:06.124693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:22:06.130651 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-6afbd5b1-4c2f-4199-a42a-921a0dd47268 admin admin] 10.222.0.58 "PUT /v2.0/routers/82229b45-2cc8-4e13-a331-a418f9c63bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3216839 Aug 17 12:22:06.133299 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47470) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:06.134324 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Sync routers for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:22:06.143285 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:22:06.143882 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:06.236429 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.247059 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: dv-cinder-778193-3-iscsi {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:22:06.336744 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.427539 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:22:05Z', 'revision_number': 5, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port': {'id': '7ea0b625-5584-4326-8668-887b15ffec7b', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:06.454771 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Checking router: 82229b45-2cc8-4e13-a331-a418f9c63bbb for host: dv-cinder-778193-3-iscsi {{(pid=93953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:22:06.463628 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Routers {'82229b45-2cc8-4e13-a331-a418f9c63bbb'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:22:06.464253 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['82229b45-2cc8-4e13-a331-a418f9c63bbb'], 'active': True} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:06.603948 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Deleting port 7ea0b625-5584-4326-8668-887b15ffec7b {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:06.604193 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.671245 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvr_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] Set router 82229b45-2cc8-4e13-a331-a418f9c63bbb gateway port host: None {{(pid=93953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:22:06.701862 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] For port 7ea0b625-5584-4326-8668-887b15ffec7b, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=7ea0b625-5584-4326-8668-887b15ffec7b,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:06.702231 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.720891 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Calling delete_port for 7ea0b625-5584-4326-8668-887b15ffec7b owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:06.722587 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_hamode_db [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:22:06Z', 'revision_number': 6, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:06.750860 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfc435-5364-4c18-9f98-fecb311aa4b0 None None] The sync data for ids ['82229b45-2cc8-4e13-a331-a418f9c63bbb'] in dv-cinder-778193-3-iscsi is: [{'id': '82229b45-2cc8-4e13-a331-a418f9c63bbb', 'name': 'tempest-TestMinimumBasicScenario-1022646269-router', 'tenant_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:37Z', 'updated_at': '2021-08-17T12:22:06Z', 'revision_number': 6, 'project_id': 'ccb52adc99a741ea81fcbaefeb2c5cde', 'gw_port_host': None}] {{(pid=93953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:22:06.884548 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:06.910755 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea0b625-5584-4326-8668-887b15ffec7b,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:06.968816 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.077759 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.079861 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.087003 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device f039c987-3042-4a8c-aff3-39c55a9ed730 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:07.118354 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] No Port match for: f039c987-3042-4a8c-aff3-39c55a9ed730 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:07.118944 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Device f039c987-3042-4a8c-aff3-39c55a9ed730 not bound to the agent host hv-cinder-77819 {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:07.131837 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.133018 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82229b45-2cc8-4e13-a331-a418f9c63bbb {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:22:07.137727 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.141540 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47472) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:07.142066 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-02b0df60-7b14-4aab-bf21-3819b05785de admin admin] 10.222.0.58 "DELETE /v2.0/routers/82229b45-2cc8-4e13-a331-a418f9c63bbb HTTP/1.1" status: 204 len: 168 time: 1.0073352 Aug 17 12:22:07.195019 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Deleting subnet 64257be7-deac-4182-a897-0e368fa0a1b4 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:22:07.198285 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.242052 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9252938'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.315712 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.375031 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12330410'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.400528 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64257be7-deac-4182-a897-0e368fa0a1b4,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:07.405163 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.406996 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-a1614abd-470d-4a39-9b87-a242e6078a75 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/64257be7-deac-4182-a897-0e368fa0a1b4 HTTP/1.1" status: 204 len: 168 time: 0.2642393 Aug 17 12:22:07.409506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47474) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:07.410928 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f062d0b-3372-4ef3-9ce5-15b548738493 None None] Network 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:22:07.478100 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.528961 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device f314d688-a037-4340-8cb2-acabdf88bf5a no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:07.535376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Deleting port 581467ab-44af-4bbc-acc1-1b29dc6efde9 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:07.535376 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.552999 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: f314d688-a037-4340-8cb2-acabdf88bf5a {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:07.553346 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device f314d688-a037-4340-8cb2-acabdf88bf5a not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:07.601538 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] For port 581467ab-44af-4bbc-acc1-1b29dc6efde9, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=581467ab-44af-4bbc-acc1-1b29dc6efde9,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:07.601902 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.618512 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Calling delete_port for 581467ab-44af-4bbc-acc1-1b29dc6efde9 owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:07.622225 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] DHCP port deletion for 1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:22:07.669217 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Deleting port 581467ab-44af-4bbc-acc1-1b29dc6efde9 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:07.669645 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.697825 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.727417 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Pushing event deleted for resources: {'Port': ['ID=581467ab-44af-4bbc-acc1-1b29dc6efde9,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:07.733242 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] No DVR routers for this DVR port 581467ab-44af-4bbc-acc1-1b29dc6efde9 on host dv-cinder-778193-3-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:22:07.739239 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] For port 581467ab-44af-4bbc-acc1-1b29dc6efde9, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=581467ab-44af-4bbc-acc1-1b29dc6efde9,segment=NetworkSegment(07f6c73d-4d3d-48e5-8838-3691986cc288),segment_id=07f6c73d-4d3d-48e5-8838-3691986cc288)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:07.739893 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.753839 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Calling delete_port for 581467ab-44af-4bbc-acc1-1b29dc6efde9 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:07.813199 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.824340 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7aa6e0-26d1-44b7-8178-bcf8994b25d9']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:07.836973 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f6c73d-4d3d-48e5-8838-3691986cc288') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:07.837284 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f6c73d-4d3d-48e5-8838-3691986cc288') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:07.846784 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.862914 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.869158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:22:07.869711 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:22:07.871513 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:22:07.880751 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.905436 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] Pushing event deleted for resources: {'Port': ['ID=581467ab-44af-4bbc-acc1-1b29dc6efde9,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:07.910472 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d07aab-db16-4d32-927f-fff11672e58e None None] No DVR routers for this DVR port 581467ab-44af-4bbc-acc1-1b29dc6efde9 on host dv-cinder-778193-3-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:22:07.926148 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.931466 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:07.933282 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] 10.222.0.58 "DELETE /v2.0/networks/1f7aa6e0-26d1-44b7-8178-bcf8994b25d9 HTTP/1.1" status: 204 len: 168 time: 0.5227644 Aug 17 12:22:07.936677 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47476) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:07.947693 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef17e9-8ca4-47a9-a7e8-ce687409234a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7aa6e0-26d1-44b7-8178-bcf8994b25d9,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:08.273692 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3725516'] for router_interface, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:08.507806 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Deleting port 8fd0767a-794d-4282-a76b-7517b45df922 {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:08.508143 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:08.587937 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] For port 8fd0767a-794d-4282-a76b-7517b45df922, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=8fd0767a-794d-4282-a76b-7517b45df922,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:08.588287 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:08.600436 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Calling delete_port for 8fd0767a-794d-4282-a76b-7517b45df922 owned by network:router_interface {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:08.775720 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:08.805901 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd0767a-794d-4282-a76b-7517b45df922,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:08.959274 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833692'] for router_interface, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:09.167353 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Router 3c85599a-0862-4f1d-84fd-0f743653d59d has already been hosted by L3 agent 9d12852a-a003-4804-8414-bd0afea7f359 {{(pid=93951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 12:22:09.172256 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7ea0b625-5584-4326-8668-887b15ffec7b no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:09.193161 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 7ea0b625-5584-4326-8668-887b15ffec7b {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:09.193505 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 7ea0b625-5584-4326-8668-887b15ffec7b not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:09.193915 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 581467ab-44af-4bbc-acc1-1b29dc6efde9 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:09.212276 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 581467ab-44af-4bbc-acc1-1b29dc6efde9 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:09.212623 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 581467ab-44af-4bbc-acc1-1b29dc6efde9 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:09.274478 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] Notify agent at l3_agent.dv-cinder-778193-3-iscsi the message routers_updated {{(pid=93951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 12:22:09.279662 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-1ad73b07-4956-4fb0-b55f-a9c1e9b17188 admin admin] 10.222.0.58 "PUT /v2.0/routers/3c85599a-0862-4f1d-84fd-0f743653d59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3420696 Aug 17 12:22:09.282146 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.wsgi [-] (93951) accepted ('10.222.0.58', 47478) {{(pid=93951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:09.283340 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Sync routers for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 12:22:09.299651 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:22:09.300239 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:09.391029 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks [] for router, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:09.420434 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: dv-cinder-778193-3-iscsi {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:22:09.490893 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:09.542064 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Deleting port 009299ea-0940-426b-9009-5ac72823473c {{(pid=93951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:09.542410 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:09.593530 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'external_fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '009299ea-0940-426b-9009-5ac72823473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:22:08Z', 'revision_number': 5, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port': {'id': '009299ea-0940-426b-9009-5ac72823473c', 'name': '', 'network_id': '3d07780d-a04e-4537-800d-eee44364614a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c9814d7-b369-408c-a8f0-8ce007582a17', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-3-iscsi'}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:09.622236 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Checking router: 3c85599a-0862-4f1d-84fd-0f743653d59d for host: dv-cinder-778193-3-iscsi {{(pid=93954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 12:22:09.631304 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Routers {'3c85599a-0862-4f1d-84fd-0f743653d59d'} bound to L3 agent in host dv-cinder-778193-3-iscsi {{(pid=93954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 12:22:09.631917 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T11:57:55Z,description=,heartbeat_timestamp=2021-08-17T12:21:55Z,host='dv-cinder-778193-3-iscsi',id=9d12852a-a003-4804-8414-bd0afea7f359,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T11:57:55Z,topic='l3_agent')) {'router_ids': ['3c85599a-0862-4f1d-84fd-0f743653d59d'], 'active': True} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:09.725829 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_dvr_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] Set router 3c85599a-0862-4f1d-84fd-0f743653d59d gateway port host: None {{(pid=93954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 12:22:09.777380 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.l3_hamode_db [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:22:09Z', 'revision_number': 6, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port_host': None}], 'dv-cinder-778193-3-iscsi', False) {} {{(pid=93954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:09.830153 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.db [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] For port 009299ea-0940-426b-9009-5ac72823473c, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=009299ea-0940-426b-9009-5ac72823473c,segment=NetworkSegment(e6b22ed8-2f3f-4456-9561-06add7323eb3),segment_id=e6b22ed8-2f3f-4456-9561-06add7323eb3)] {{(pid=93951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:09.830608 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:09.843700 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Calling delete_port for 009299ea-0940-426b-9009-5ac72823473c owned by network:router_gateway {{(pid=93951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:09.889638 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b30706-c4b3-47ca-b526-4f03ec3b7acf None None] The sync data for ids ['3c85599a-0862-4f1d-84fd-0f743653d59d'] in dv-cinder-778193-3-iscsi is: [{'id': '3c85599a-0862-4f1d-84fd-0f743653d59d', 'name': 'tempest-TestMinimumBasicScenario-1045661300-router', 'tenant_id': '20096656b3ae4c22abbc18fdea85761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T12:18:42Z', 'updated_at': '2021-08-17T12:22:09Z', 'revision_number': 6, 'project_id': '20096656b3ae4c22abbc18fdea85761d', 'gw_port_host': None}] {{(pid=93954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 12:22:10.012011 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9632931'] for port, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.036622 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Pushing event deleted for resources: {'Port': ['ID=009299ea-0940-426b-9009-5ac72823473c,revision_number=None']} {{(pid=93951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:10.094470 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728532'] for router_gateway, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.185548 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41184'] for router, precommit_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.187545 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.230273 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3723998'] for router, after_delete {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.230876 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c85599a-0862-4f1d-84fd-0f743653d59d {{(pid=93951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 12:22:10.235861 dv-cinder-778193-3-iscsi neutron-server[93951]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] Notify callbacks [] for router, before_response {{(pid=93951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.237701 dv-cinder-778193-3-iscsi neutron-server[93951]: INFO neutron.wsgi [None req-ef0f1be1-a615-4b55-9bac-582b0a6e5390 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3c85599a-0862-4f1d-84fd-0f743653d59d HTTP/1.1" status: 204 len: 168 time: 0.9546380 Aug 17 12:22:10.240626 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47480) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:10.286158 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.db_base_plugin_v2 [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Deleting subnet b1ca8851-5bf8-4925-8d9d-740e39ece6b6 {{(pid=93952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 12:22:10.289336 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.323908 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9252938'] for subnet, precommit_delete_associations {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.403652 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-848651'] for subnet, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.453417 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-848658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3915974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10210449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12330410'] for subnet, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.475683 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ca8851-5bf8-4925-8d9d-740e39ece6b6,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:10.481114 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.483071 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-84664745-9bea-4e9c-b7e6-c843df95f5d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b1ca8851-5bf8-4925-8d9d-740e39ece6b6 HTTP/1.1" status: 204 len: 168 time: 0.2411962 Aug 17 12:22:10.485479 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47482) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:10.486233 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97082746-9709-4245-a68c-d52b7b08d79c None None] Network adf3742f-b829-461c-bcac-f359e3e78763 requested from dv-cinder-778193-3-iscsi {{(pid=93953) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 12:22:10.551323 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623122'] for network, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.607709 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Deleting port 99880c8e-5c32-4071-8be8-9acaf8cac594 {{(pid=93952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:10.608127 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.657886 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] DHCP port deletion for adf3742f-b829-461c-bcac-f359e3e78763 request from dv-cinder-778193-3-iscsi {{(pid=93953) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 12:22:10.673180 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.db [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] For port 99880c8e-5c32-4071-8be8-9acaf8cac594, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=99880c8e-5c32-4071-8be8-9acaf8cac594,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:10.673555 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.685769 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Calling delete_port for 99880c8e-5c32-4071-8be8-9acaf8cac594 owned by network:dhcp {{(pid=93952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:10.703122 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Deleting port 99880c8e-5c32-4071-8be8-9acaf8cac594 {{(pid=93953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 12:22:10.703500 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741364042837'] for port, before_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.770648 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10210532'] for port, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.772262 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.db [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] For port 99880c8e-5c32-4071-8be8-9acaf8cac594, host dv-cinder-778193-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-3-iscsi',level=0,port_id=99880c8e-5c32-4071-8be8-9acaf8cac594,segment=NetworkSegment(d9508f5a-d479-4469-addb-5692fc524714),segment_id=d9508f5a-d479-4469-addb-5692fc524714)] {{(pid=93953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 12:22:10.772664 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729146'] for port, precommit_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.785958 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Calling delete_port for 99880c8e-5c32-4071-8be8-9acaf8cac594 owned by network:dhcp {{(pid=93953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 12:22:10.795779 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99880c8e-5c32-4071-8be8-9acaf8cac594,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:10.799836 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] No DVR routers for this DVR port 99880c8e-5c32-4071-8be8-9acaf8cac594 on host dv-cinder-778193-3-iscsi {{(pid=93952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:22:10.866719 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741364050809', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741363544670'] for port, after_delete {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.878027 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851074', 'neutron.services.segments.db._delete_segments_for_network-8741364080065'] for network, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.888506 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf3742f-b829-461c-bcac-f359e3e78763']}} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:10.890757 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] Pushing event deleted for resources: {'Port': ['ID=99880c8e-5c32-4071-8be8-9acaf8cac594,revision_number=None']} {{(pid=93953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:10.898882 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9508f5a-d479-4469-addb-5692fc524714') {'for_net_delete': True} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:10.899182 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.services.segments.db [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9508f5a-d479-4469-addb-5692fc524714') {} {{(pid=93952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 12:22:10.904058 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d23d07-ddc5-416b-a7b2-f3586b9b43cb None None] No DVR routers for this DVR port 99880c8e-5c32-4071-8be8-9acaf8cac594 on host dv-cinder-778193-3-iscsi {{(pid=93953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 12:22:10.909710 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741364092070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9252931'] for segment, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.928496 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510'] for segment, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.934653 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 12:22:10.935031 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-838510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10210611'] for segment, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: Traceback (most recent call last): Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: timer() Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: cb(*args, **kw) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: return func(*args, **kwargs) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: self._notify() Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: self.callback(batched_events) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: event.method(event) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: return f(self, *a, **k) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._get(url).json() Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: return self.request(url, 'GET', **kwargs) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 12:22:10.936632 dv-cinder-778193-3-iscsi neutron-server[93952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 12:22:10.993344 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3929986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728449'] for network, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:10.998977 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798578'] for network, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.000801 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/adf3742f-b829-461c-bcac-f359e3e78763 HTTP/1.1" status: 204 len: 168 time: 0.5142794 Aug 17 12:22:11.011130 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2b749-107b-464a-9a26-b06a58ea83e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=adf3742f-b829-461c-bcac-f359e3e78763,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:11.130990 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 99880c8e-5c32-4071-8be8-9acaf8cac594 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:11.153937 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 99880c8e-5c32-4071-8be8-9acaf8cac594 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:11.154281 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 99880c8e-5c32-4071-8be8-9acaf8cac594 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:11.154691 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8fd0767a-794d-4282-a76b-7517b45df922 no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:11.162672 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47486) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:11.173374 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 8fd0767a-794d-4282-a76b-7517b45df922 {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:11.173717 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 8fd0767a-794d-4282-a76b-7517b45df922 not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:11.174701 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 009299ea-0940-426b-9009-5ac72823473c no longer exists at agent ovs-agent-dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 12:22:11.192719 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] No Port match for: 009299ea-0940-426b-9009-5ac72823473c {{(pid=93953) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 12:22:11.193085 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron.plugins.ml2.rpc [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Device 009299ea-0940-426b-9009-5ac72823473c not bound to the agent host dv-cinder-778193-3-iscsi {{(pid=93953) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 12:22:11.200956 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-2942b05a-49a6-4b89-afc5-816c60efa327 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ccb52adc99a741ea81fcbaefeb2c5cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371611 Aug 17 12:22:11.203383 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47488) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:11.252667 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.272998 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.331184 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.333685 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.334965 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d5a32b8-a4e3-4b79-8bf8-3156152a5aee HTTP/1.1" status: 204 len: 168 time: 0.1306934 Aug 17 12:22:11.343043 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fac07-8a2b-49b3-a092-15778df80b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a32b8-a4e3-4b79-8bf8-3156152a5aee,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:11.650053 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47494) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:11.688673 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-afbce64a-1c3f-436a-a444-ce1a842cc961 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20096656b3ae4c22abbc18fdea85761d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374889 Aug 17 12:22:11.691034 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [-] (93952) accepted ('10.222.0.58', 47496) {{(pid=93952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 12:22:11.735646 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.755863 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.801499 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3930094'] for security_group, after_delete {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.803950 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron_lib.callbacks.manager [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:11.805226 dv-cinder-778193-3-iscsi neutron-server[93952]: INFO neutron.wsgi [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/678c2448-e7e1-4da7-8ccc-1f6b254a5a9e HTTP/1.1" status: 204 len: 168 time: 0.1132395 Aug 17 12:22:11.812481 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cb700-4db3-483f-930d-7466e006e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c2448-e7e1-4da7-8ccc-1f6b254a5a9e,revision_number=None']} {{(pid=93952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 12:22:22.690120 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-fa852abf-7404-4216-bad1-bda9c4009654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:24.478412 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:25.119871 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f70e5f0e-638c-45a8-8336-50d806963ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:25.230293 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:26.350998 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:22:26.520788 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:28.102798 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:52.690093 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6db1992c-4cb5-4ebc-84e6-8a4dae84551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:54.476495 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:55.118935 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f448496c-2f03-43da-b2a4-beb3b26cf7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:55.230206 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:56.523028 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:22:58.107442 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:03.350962 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:23:22.689569 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-46e8d21e-6061-42e7-979e-f32613c6b7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:24.476258 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:25.119722 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-daf100e1-c715-44ab-a2d1-82a8424bff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:25.230675 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:26.528233 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:28.105876 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:40.349971 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:23:52.689649 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-88902507-8f74-40ba-b44c-0480aec88c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:54.490527 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:55.119627 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f861947e-6947-456c-8d23-d1c2bb88a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:55.232505 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:56.529632 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:23:58.109934 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:17.348802 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:24:22.690022 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-0aabe0d7-e6c0-4751-8a04-c89d3f397e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:24.488684 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:25.119675 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-57c30158-1250-4352-9bd7-a37966665eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:25.232250 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:26.531297 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:28.111137 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:52.689209 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f5c3c640-f82f-42ad-8669-9c799bca9863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:54.347966 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:24:54.487980 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:55.120968 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-697967ca-b0c9-433e-99dd-0c3553271a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:55.231115 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:56.535974 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:24:58.113455 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:22.689113 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-56d50849-c8ad-4809-9f3f-2c5220f1bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:24.486918 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:25.120793 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7087-3817-485b-91de-758b7ae0d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:25.230608 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:26.536626 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:28.116347 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:31.346776 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:25:52.689470 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-6896017f-9299-4cf0-8b9a-020038e4f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:54.505143 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:55.120638 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-b11020cd-7ae9-4c96-af10-f03c27a06080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:55.230791 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:56.538010 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:25:58.118526 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:08.345599 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:26:22.689458 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-5c47cd12-07b3-4da7-af2d-bf51bcb5d0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:24.499311 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:25.121898 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bebd4549-d5f4-4e2c-a8fa-e0a65e09d8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:25.230090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:26.541174 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:28.119535 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:33.201867 dv-cinder-778193-3-iscsi neutron-server[93952]: DEBUG neutron.wsgi [req-2fca7de6-9f9a-4f10-ad9d-7019fd0e3aa4 req-eb907982-0e15-4514-9488-efb495250e5f service neutron] (93952) timed out ('10.222.0.58', 43030) {{(pid=93952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 12:26:45.344391 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:26:52.689438 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3e0dc471-d565-4ccb-9bcc-213045a30a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:54.503034 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:55.122589 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-3f08b3e7-5a9a-441e-b5ef-ccbbdfb66ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:55.230090 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:56.545873 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:26:58.123701 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:22.342479 dv-cinder-778193-3-iscsi neutron-server[93954]: DEBUG neutron.db.agents_db [None req-dce15dc8-9b2b-4b81-8f1b-af488f8ae67f None None] Agent healthcheck: found 6 active agents {{(pid=93954) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 12:27:22.689876 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-16cb2a50-1f12-4c1f-969b-9c090c465d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:24.503875 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-f9e2159b-e44a-4665-a8bb-6a7363c216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:25.122094 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-125d4545-607d-49d7-b987-35c9a95a39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:25.230340 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-bdd1d345-ca7e-45a1-91f9-f0cef95e3d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:26.547261 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-04ae48d9-957d-46fa-a83e-5950350b5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 12:27:28.127083 dv-cinder-778193-3-iscsi neutron-server[93953]: DEBUG neutron_lib.callbacks.manager [None req-e8208d3a-2de8-43ae-95e0-7a45fdf595b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741364080083', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-844492'] for agent, after_update {{(pid=93953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}